-- Logs begin at Tue 2021-06-29 10:01:40 UTC, end at Tue 2021-06-29 11:13:37 UTC. -- Jun 29 10:50:18.387148 dv-cinder-793515-4-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 29 10:50:21.109557 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.common.config [-] Logging enabled! Jun 29 10:50:21.110103 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev432 Jun 29 10:50:21.110250 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105015) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 10:50:21.113438 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.common.config [-] Logging enabled! Jun 29 10:50:21.113692 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev432 Jun 29 10:50:21.114004 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105015) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 10:50:21.114916 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 10:50:21.115147 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 10:50:21.115508 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 10:50:21.115752 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 10:50:21.115974 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 10:50:21.116325 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.116642 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.116934 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.117161 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.117446 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.117728 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.118006 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.118290 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.118579 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.118866 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.119144 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.119424 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.119654 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.119933 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.120216 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.120524 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.120749 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] debug = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.121029 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.121451 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.121863 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.122146 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.122429 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.122704 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.122973 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.123247 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.123527 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.123851 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] host = dv-cinder-793515-4-smb {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.124124 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.124430 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.124718 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.125002 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.125277 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.125553 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.125835 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.126105 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.126373 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] log_file = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.126646 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.126931 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.127214 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.127499 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.127722 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.127947 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.128230 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.128539 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.128814 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.129086 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.129357 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.129627 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.129897 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.130164 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.130443 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.130721 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.131001 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.131270 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.131539 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.131848 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.132123 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.132426 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.132696 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.132966 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.133235 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.133515 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.133780 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.134048 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.134343 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.134623 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.134902 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.135183 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.135454 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.135728 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.135998 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.136266 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.136566 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] use_json = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.136895 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.137169 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.137450 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.137723 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.137993 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.138264 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.138531 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.138814 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:21.139109 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.139400 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.139696 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.139978 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.140270 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.140570 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.140857 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.141133 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.141419 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.141704 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.141997 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.142274 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.142559 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.142836 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.143129 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.143430 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.143723 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.144014 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.144287 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.144583 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.144857 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.145134 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.145424 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.145710 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.146015 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.146313 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.146591 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.146879 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.147156 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.148012 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.148253 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.148567 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.148843 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.149113 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.149396 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.149671 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.149940 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.150209 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.150483 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.150768 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.151041 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.151311 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.151578 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.151850 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.152117 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.152429 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.152704 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.152972 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.153239 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.153516 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.153784 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.154051 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.154324 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.154592 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.154863 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.155130 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.155400 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.155670 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.155939 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.156205 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.156500 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.156770 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.157042 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.157312 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.157579 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.157847 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.158114 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.158382 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.158662 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.158953 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.159225 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.159497 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.159770 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.160042 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.160312 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.160605 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.160875 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.161147 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.161415 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.161697 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.161975 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.162255 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.162535 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.162806 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.163654 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.163934 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.164210 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.164509 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.164787 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.165074 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.165353 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.165643 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.165934 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.166222 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.166510 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.166796 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.167071 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.167374 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.167651 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:21.167864 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 10:50:21.168096 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105015) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 29 10:50:21.518806 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:21.519080 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:21.519368 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:21.519695 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 29 10:50:21.914178 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:21.914459 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:21.914724 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:21.915993 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:21.916262 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:21.916543 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:21.951184 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:21.951458 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:21.951723 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:21.964913 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:21.965192 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:21.965460 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:21.994788 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:21.995064 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:21.995333 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:22.030841 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:22.031072 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:22.031333 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:22.262054 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:22.262663 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:22.262663 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:22.262821 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:22.263519 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:22.387312 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:22.387554 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:22.387833 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:22.388101 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:22.388382 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:22.388693 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:22.388946 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:22.389196 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:22.389444 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:22.389719 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:22.389973 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:22.390233 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:22.390485 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:22.390741 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:22.390990 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:22.391252 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:22.391516 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:22.391913 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:22.392184 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:22.392466 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:22.392747 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:22.393093 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:22.393346 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:22.393626 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:22.393868 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:22.394110 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:22.394494 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105015) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:50:22.394731 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105015) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:50:22.394964 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105015) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:50:22.395197 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105015) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:50:22.395428 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105015) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:50:22.395657 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105015) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:50:22.396014 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 29 10:50:22.399766 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 29 10:50:22.403630 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 29 10:50:22.407426 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Jun 29 10:50:22.409042 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 29 10:50:22.409497 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 29 10:50:22.409824 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 29 10:50:22.410196 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 29 10:50:22.413682 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 29 10:50:22.413941 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 29 10:50:22.414270 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 10:50:22.441335 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 29 10:50:22.441770 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:22.442061 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105015) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 29 10:50:22.442417 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:22.443759 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105015) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 29 10:50:22.444038 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 10:50:22.444317 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 29 10:50:22.447442 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:22.447714 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:22.510389 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 29 10:50:22.510627 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 29 10:50:22.510858 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 29 10:50:22.511213 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 29 10:50:22.532439 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_db.sqlalchemy.engines [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105015) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 29 10:50:23.260910 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.plugins.ml2.managers [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Initializing driver for type 'gre' Jun 29 10:50:23.261463 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] gre ID ranges: [(1, 1000)] Jun 29 10:50:23.449484 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.plugins.ml2.managers [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Initializing driver for type 'local' Jun 29 10:50:23.450119 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.plugins.ml2.managers [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Initializing driver for type 'vlan' Jun 29 10:50:23.512521 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] VlanTypeDriver initialization complete Jun 29 10:50:23.512808 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.plugins.ml2.managers [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Initializing driver for type 'vxlan' Jun 29 10:50:23.513318 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] vxlan ID ranges: [(1, 1000)] Jun 29 10:50:23.712662 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.plugins.ml2.managers [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Initializing extension driver 'port_security' Jun 29 10:50:23.713007 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.plugins.ml2.extensions.port_security [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] PortSecurityExtensionDriver initialization complete Jun 29 10:50:23.713358 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.plugins.ml2.managers [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Initializing mechanism driver 'openvswitch' Jun 29 10:50:23.713697 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.plugins.ml2.managers [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Initializing mechanism driver 'hyperv' Jun 29 10:50:23.720282 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.plugins.ml2.plugin [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:23.721240 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > port after_create 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.721612 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > port after_update 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.721967 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > port after_delete 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.722350 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > subnet after_create 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.722698 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > subnet after_update 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.723040 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.723414 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > network after_create 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.723756 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > network after_update 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.724094 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > network after_delete 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.724497 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > security_group after_create 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.724844 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > security_group after_update 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.725180 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > security_group after_delete 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.726131 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.726532 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.726869 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.727244 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > address_group after_create 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.727584 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > address_group after_update 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.727918 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > address_group after_delete 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.728324 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] ML2 OVO RPC backend initialized. {{(pid=105015) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:166}} Jun 29 10:50:23.729040 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.729396 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.729809 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > network before_response 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.730201 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > networks before_response 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.730622 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > port before_response 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.730963 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > ports before_response 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.731301 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > subnet before_response 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.731637 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > subnets before_response 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.731978 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > network after_create 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.732313 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > network after_update 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.732669 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > network after_delete 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.733002 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > port after_create 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.733332 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > port after_update 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.733664 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > port after_delete 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.733994 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > subnet after_create 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.734324 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > subnet after_update 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.734651 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.735210 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.plugins.ml2.plugin [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Modular L2 Plugin initialization complete Jun 29 10:50:23.735533 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading services supported by the core plugin {{(pid=105015) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 29 10:50:23.735852 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.plugins.ml2.managers [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Got port-security extension from driver 'port_security' Jun 29 10:50:23.736304 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.extensions.vlantransparent [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Disabled vlantransparent extension. Jun 29 10:50:23.736834 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105015) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 29 10:50:23.737156 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading Plugin: router Jun 29 10:50:23.772820 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > router_interface before_create 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.773152 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > router after_create 55549900 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.773515 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > router before_create 55549900 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.773873 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.774240 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.774661 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > router after_delete 55549900 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.774949 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > floatingip after_update 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.775304 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > router after_create 55549900 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.775651 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > router after_update 55549900 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.775997 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > router after_update 55549900 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.776339 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.776711 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > router after_update 55549900 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.777116 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > router precommit_update 55549900 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.777477 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: port after_update 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.777809 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: port after_delete 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.778140 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: subnet after_update 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.778473 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.778814 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > port precommit_delete 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.779446 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > router precommit_create 55549900 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.779542 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: port before_delete 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.779810 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > router precommit_create 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.780160 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > router after_update 55549900 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.780525 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > router precommit_delete 55549900 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.780870 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > router precommit_create 55549900 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.781226 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.781566 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > router precommit_update 55549900 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.781923 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > agent after_create 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.782265 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > agent after_delete 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.782603 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > network after_delete 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.783461 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.quota.resource_registry [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Tracking information for resource: router configured {{(pid=105015) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:50:23.783787 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.quota.resource_registry [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Tracking information for resource: floatingip configured {{(pid=105015) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:50:23.789400 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.db.l3_agentschedulers_db [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 29 10:50:23.789950 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: port after_update 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.790306 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: port after_create 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.790655 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: port after_delete 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.791004 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: port after_update 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.791785 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > router before_create 55550100 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.792144 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > router precommit_delete 55550100 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.792535 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > router precommit_create 55550100 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.792892 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > router precommit_update 55550100 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.797388 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.services.provider_configuration [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Service providers = [] {{(pid=105015) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 29 10:50:23.797750 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.db.servicetype_db [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105015) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 29 10:50:23.800645 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.services.service_base [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105015) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 10:50:23.800992 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.services.service_base [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105015) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 10:50:23.801329 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.services.service_base [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105015) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 10:50:23.802200 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.services.service_base [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105015) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 10:50:23.802569 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.services.service_base [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 29 10:50:23.802949 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105015) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:50:23.803266 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 29 10:50:23.816032 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105015) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:50:23.816384 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading Plugin: auto_allocate Jun 29 10:50:23.822387 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: network precommit_update 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.822754 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: network precommit_create 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.823277 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105015) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:50:23.823599 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading Plugin: tag Jun 29 10:50:23.830115 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105015) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:50:23.830441 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading Plugin: timestamp Jun 29 10:50:23.834231 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105015) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:50:23.834562 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading Plugin: network_ip_availability Jun 29 10:50:23.840154 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.851100 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.851100 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:23.851100 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105015) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:50:23.851100 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading Plugin: flavors Jun 29 10:50:23.857454 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105015) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:50:23.858618 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading Plugin: revisions Jun 29 10:50:23.869431 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105015) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:50:23.869832 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_concurrency.lockutils [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.350s {{(pid=105015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:23.870598 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105015) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 29 10:50:23.870932 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Initializing extension manager. Jun 29 10:50:23.871476 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: __init__.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.871816 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: __pycache__ {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.872144 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.872513 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: address_group.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.873282 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.873909 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: address-group Jun 29 10:50:23.874233 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: address_scope.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.874939 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.875446 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: address-scope Jun 29 10:50:23.875765 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: admin_state_down_before_update.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.876710 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.877218 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: router-admin-state-down-before-update Jun 29 10:50:23.877536 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: agent.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.878214 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.878716 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: agent Jun 29 10:50:23.879030 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: agent_resources_synced.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.879913 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.880441 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: agent-resources-synced Jun 29 10:50:23.880793 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: allowedaddresspairs.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.882745 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.883268 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: allowed-address-pairs Jun 29 10:50:23.883591 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: auto_allocated_topology.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.884878 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.885393 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: auto-allocated-topology Jun 29 10:50:23.885715 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: availability_zone.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.886393 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.886896 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: availability_zone Jun 29 10:50:23.887213 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: availability_zone_filter.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.888152 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.888677 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: availability_zone_filter Jun 29 10:50:23.888995 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: data_plane_status.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.895795 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.896291 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extension data-plane-status not supported by any of loaded plugins Jun 29 10:50:23.896646 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: default_subnetpools.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.898261 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.898800 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: default-subnetpools Jun 29 10:50:23.899154 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: dhcpagentscheduler.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.900018 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.900560 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: dhcp_agent_scheduler Jun 29 10:50:23.900879 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: dns.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.901778 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.902277 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extension dns-integration not supported by any of loaded plugins Jun 29 10:50:23.902595 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: dns_domain_ports.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.903498 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.903995 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 29 10:50:23.904312 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.905234 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.905733 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 29 10:50:23.906052 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: dvr.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.906787 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.907290 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: dvr Jun 29 10:50:23.907607 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: empty_string_filtering.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.908526 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.909030 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: empty-string-filtering Jun 29 10:50:23.909346 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.910227 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.910726 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 29 10:50:23.911110 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.911997 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.912529 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 29 10:50:23.912847 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: external_net.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.914534 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.915048 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: external-net Jun 29 10:50:23.915364 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: extra_dhcp_opt.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.916255 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.916830 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: extra_dhcp_opt Jun 29 10:50:23.917144 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: extraroute.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.918035 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.918540 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: extraroute Jun 29 10:50:23.918857 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: extraroute_atomic.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.919857 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.920390 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: extraroute-atomic Jun 29 10:50:23.920705 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: filter_validation.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.921353 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.921857 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: filter-validation Jun 29 10:50:23.922172 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: fip_pf_description.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.923083 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.923573 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 29 10:50:23.923889 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: fip_port_details.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.924802 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.925303 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: fip-port-details Jun 29 10:50:23.925637 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: flavors.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.926821 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.927326 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: flavors Jun 29 10:50:23.927645 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.929989 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.930504 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 29 10:50:23.930839 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: floatingip_pools.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.931579 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.932082 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: floatingip-pools Jun 29 10:50:23.932436 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: ip_allocation.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.939600 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.940105 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extension ip_allocation not supported by any of loaded plugins Jun 29 10:50:23.940454 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.941349 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.941855 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: ip-substring-filtering Jun 29 10:50:23.942177 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: l2_adjacency.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.943073 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.943576 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 29 10:50:23.943894 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: l3.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.945601 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.946117 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: router Jun 29 10:50:23.946438 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: l3_conntrack_helper.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.948792 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.949329 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 29 10:50:23.949658 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.950567 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.951081 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: ext-gw-mode Jun 29 10:50:23.951485 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.952427 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.952938 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: l3-ha Jun 29 10:50:23.953262 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: l3_flavors.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.954161 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.954670 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: l3-flavors Jun 29 10:50:23.954988 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.955882 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.956414 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 29 10:50:23.956742 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: l3agentscheduler.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.957751 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.958295 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: l3_agent_scheduler Jun 29 10:50:23.958619 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: logging.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.960291 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.960835 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extension logging not supported by any of loaded plugins Jun 29 10:50:23.961164 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: metering.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.961894 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.962589 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: metering Jun 29 10:50:23.962911 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.963991 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.964540 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: metering_source_and_destination_fields Jun 29 10:50:23.964867 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: multiprovidernet.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.965772 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.966278 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: multi-provider Jun 29 10:50:23.966599 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: netmtu.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.967536 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.968042 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: net-mtu Jun 29 10:50:23.968372 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: netmtu_writable.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.969279 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.969786 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: net-mtu-writable Jun 29 10:50:23.970106 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: network_availability_zone.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.970755 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.971260 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: network_availability_zone Jun 29 10:50:23.971577 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: network_ip_availability.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.972706 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.973214 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: network-ip-availability Jun 29 10:50:23.973534 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: network_segment_range.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.974282 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.974783 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extension network-segment-range not supported by any of loaded plugins Jun 29 10:50:23.975097 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: pagination.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.976094 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.976446 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: pagination Jun 29 10:50:23.976771 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: port_device_profile.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.977652 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.978163 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: port-device-profile Jun 29 10:50:23.978481 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.979379 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.979927 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: port-mac-address-regenerate Jun 29 10:50:23.980242 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.987826 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.988328 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: port-numa-affinity-policy Jun 29 10:50:23.988673 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: port_resource_request.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.989564 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.990061 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extension port-resource-request not supported by any of loaded plugins Jun 29 10:50:23.990380 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: portbindings.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.991805 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.992315 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: binding Jun 29 10:50:23.992662 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: portbindings_extended.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.993914 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.994427 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: binding-extended Jun 29 10:50:23.994748 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: portsecurity.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.995674 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.996183 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: port-security Jun 29 10:50:23.996531 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: project_id.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.997487 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.997814 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: project-id Jun 29 10:50:23.998132 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: providernet.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:23.999074 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:23.999585 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: provider Jun 29 10:50:23.999905 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: qos.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:24.003649 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:24.004170 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extension qos not supported by any of loaded plugins Jun 29 10:50:24.004535 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:24.005759 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:24.006268 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 29 10:50:24.006594 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:24.008107 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:24.008672 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 29 10:50:24.008996 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: qos_default.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:24.015208 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:24.015713 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extension qos-default not supported by any of loaded plugins Jun 29 10:50:24.016074 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: qos_fip.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:24.016736 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:24.017241 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extension qos-fip not supported by any of loaded plugins Jun 29 10:50:24.017559 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: qos_gateway_ip.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:24.018467 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:24.018971 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 29 10:50:24.019290 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: qos_port_network_policy.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:24.020218 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:24.020752 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 29 10:50:24.021071 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: qos_rule_type_details.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:24.022000 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:24.022582 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 29 10:50:24.022945 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: qos_rules_alias.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:24.023918 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:24.024459 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 29 10:50:24.024782 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: quotasv2.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:24.025704 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:24.026027 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: quotas Jun 29 10:50:24.026341 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: quotasv2_detail.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:24.030529 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:24.030863 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: quota_details Jun 29 10:50:24.031221 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: rbac.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:24.032258 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:24.032807 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: rbac-policies Jun 29 10:50:24.033131 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: rbac_address_group.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:24.034069 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:24.034576 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: rbac-address-group Jun 29 10:50:24.034897 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: rbac_address_scope.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:24.035814 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:24.036322 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: rbac-address-scope Jun 29 10:50:24.036691 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: rbac_security_groups.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:24.037586 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:24.038129 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: rbac-security-groups Jun 29 10:50:24.038451 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: rbac_subnetpool.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:24.039347 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:24.039853 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: rbac-subnetpool Jun 29 10:50:24.040171 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: revisionifmatch.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:24.041089 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:24.041596 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: revision-if-match Jun 29 10:50:24.041914 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: revisions.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:24.043204 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:24.043713 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: standard-attr-revisions Jun 29 10:50:24.044073 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: router_availability_zone.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:24.044765 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:24.049585 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: router_availability_zone Jun 29 10:50:24.049585 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: routerservicetype.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:24.050294 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:24.050796 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extension router-service-type not supported by any of loaded plugins Jun 29 10:50:24.051114 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:24.052020 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:24.052568 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: security-groups-normalized-cidr Jun 29 10:50:24.052890 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: security_groups_port_filtering.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:24.054474 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:24.054989 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: port-security-groups-filtering Jun 29 10:50:24.055308 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:24.056210 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:24.056777 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: security-groups-remote-address-group Jun 29 10:50:24.057097 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: securitygroup.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:24.067063 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:24.067588 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: security-group Jun 29 10:50:24.067916 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: segment.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:24.068708 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:24.069847 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extension segment not supported by any of loaded plugins Jun 29 10:50:24.070186 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:24.071180 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:24.071748 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 29 10:50:24.072097 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: servicetype.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:24.073189 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:24.073707 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: service-type Jun 29 10:50:24.074034 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: sorting.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:24.084861 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:24.085268 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: sorting Jun 29 10:50:24.085593 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: standard_attr_segment.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:24.086563 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:24.087078 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 29 10:50:24.087402 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: standardattrdescription.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:24.088038 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:24.088601 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: standard-attr-description Jun 29 10:50:24.088921 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: stateful_security_group.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:24.089821 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:24.090327 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: stateful-security-group Jun 29 10:50:24.090648 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: stdattrs_common.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:24.091254 dv-cinder-793515-4-smb neutron-server[105015]: WARNING neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 29 10:50:24.091569 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:24.092510 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:24.093021 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 29 10:50:24.093336 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: subnet_onboard.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:24.094429 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:24.094933 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: subnet_onboard Jun 29 10:50:24.095250 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:24.096159 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:24.096683 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 29 10:50:24.097002 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: subnet_service_types.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:24.097898 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:24.098426 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: subnet-service-types Jun 29 10:50:24.098726 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: subnetallocation.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:24.099792 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:24.100303 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: subnet_allocation Jun 29 10:50:24.100734 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:24.101397 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:24.101938 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: subnetpool-prefix-ops Jun 29 10:50:24.102264 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:24.108955 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:24.109465 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 29 10:50:24.109784 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: tagging.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:24.110850 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:24.111364 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: standard-attr-tag Jun 29 10:50:24.111686 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: timestamp.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:24.112889 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:24.113395 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loaded extension: standard-attr-timestamp Jun 29 10:50:24.113717 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: trunk.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:24.114725 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:24.115276 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extension trunk not supported by any of loaded plugins Jun 29 10:50:24.115592 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: trunk_details.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:24.117177 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:24.117626 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extension trunk-details not supported by any of loaded plugins Jun 29 10:50:24.117950 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: uplink_status_propagation.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:24.118861 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:24.119367 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 29 10:50:24.119684 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Loading extension file: vlantransparent.py {{(pid=105015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:50:24.120338 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:50:24.120865 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 29 10:50:24.123344 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.quota.resource_registry [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Creating instance of TrackedResource for resource:network Jun 29 10:50:24.123879 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.quota.resource_registry [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Creating instance of TrackedResource for resource:subnet Jun 29 10:50:24.124281 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.quota.resource_registry [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 10:50:24.124700 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.quota.resource_registry [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Creating instance of TrackedResource for resource:port Jun 29 10:50:24.125933 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.v2.resource_helper [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105015) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:50:24.126368 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.v2.resource_helper [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Service FLAVORS assigned prefix: {{(pid=105015) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:50:24.127028 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.v2.resource_helper [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105015) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:50:24.127632 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.v2.resource_helper [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105015) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:50:24.127969 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.quota.resource_registry [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Creating instance of TrackedResource for resource:router Jun 29 10:50:24.128429 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.quota.resource_registry [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Creating instance of TrackedResource for resource:floatingip Jun 29 10:50:24.128924 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.v2.resource_helper [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Service METERING assigned prefix: /metering {{(pid=105015) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:50:24.130369 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:24.130740 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:24.131089 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:24.132840 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.quota.resource_registry [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 10:50:24.133282 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.quota.resource_registry [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Creating instance of TrackedResource for resource:security_group Jun 29 10:50:24.133721 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.quota.resource_registry [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 10:50:24.134314 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.v2.resource_helper [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Service CORE assigned prefix: {{(pid=105015) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:50:24.134641 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.quota.resource_registry [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 10:50:24.134979 dv-cinder-793515-4-smb neutron-server[105015]: WARNING neutron.quota.resource_registry [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] subnetpool is already registered Jun 29 10:50:24.135411 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.v2.resource_helper [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Service CORE assigned prefix: {{(pid=105015) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:50:24.135729 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.quota.resource_registry [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 10:50:24.136057 dv-cinder-793515-4-smb neutron-server[105015]: WARNING neutron.quota.resource_registry [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] subnetpool is already registered Jun 29 10:50:24.138420 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.v2.resource_helper [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105015) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:50:24.138866 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.v2.resource_helper [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Service FLAVORS assigned prefix: {{(pid=105015) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:50:24.139447 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.v2.resource_helper [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105015) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:50:24.139862 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.v2.resource_helper [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105015) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:50:24.140232 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.quota.resource_registry [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Creating instance of TrackedResource for resource:router Jun 29 10:50:24.140598 dv-cinder-793515-4-smb neutron-server[105015]: WARNING neutron.quota.resource_registry [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] router is already registered Jun 29 10:50:24.141006 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.quota.resource_registry [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Creating instance of TrackedResource for resource:floatingip Jun 29 10:50:24.141338 dv-cinder-793515-4-smb neutron-server[105015]: WARNING neutron.quota.resource_registry [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] floatingip is already registered Jun 29 10:50:24.141782 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.v2.resource_helper [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Service METERING assigned prefix: /metering {{(pid=105015) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:50:24.142441 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.quota.resource_registry [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 10:50:24.142762 dv-cinder-793515-4-smb neutron-server[105015]: WARNING neutron.quota.resource_registry [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] rbac_policy is already registered Jun 29 10:50:24.143168 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.quota.resource_registry [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Creating instance of TrackedResource for resource:security_group Jun 29 10:50:24.143505 dv-cinder-793515-4-smb neutron-server[105015]: WARNING neutron.quota.resource_registry [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] security_group is already registered Jun 29 10:50:24.143901 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.quota.resource_registry [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 10:50:24.144230 dv-cinder-793515-4-smb neutron-server[105015]: WARNING neutron.quota.resource_registry [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] security_group_rule is already registered Jun 29 10:50:24.144865 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.v2.resource_helper [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Service CORE assigned prefix: {{(pid=105015) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:50:24.145188 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.quota.resource_registry [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 10:50:24.145550 dv-cinder-793515-4-smb neutron-server[105015]: WARNING neutron.quota.resource_registry [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] subnetpool is already registered Jun 29 10:50:24.145952 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.v2.resource_helper [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Service CORE assigned prefix: {{(pid=105015) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:50:24.146270 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.quota.resource_registry [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 10:50:24.146593 dv-cinder-793515-4-smb neutron-server[105015]: WARNING neutron.quota.resource_registry [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] subnetpool is already registered Jun 29 10:50:24.147051 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extended resource: extensions {{(pid=105015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:50:24.148596 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extended resource: address-groups {{(pid=105015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:50:24.150089 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extended resource: address-scopes {{(pid=105015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:50:24.151419 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extended resource: agents {{(pid=105015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:50:24.152639 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extended resource: auto-allocated-topology {{(pid=105015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:50:24.153883 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extended resource: availability_zones {{(pid=105015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:50:24.155106 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extended resource: dhcp-networks {{(pid=105015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:50:24.157872 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extended resource: dhcp-agents {{(pid=105015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:50:24.159295 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extended resource: routers {{(pid=105015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:50:24.161040 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extended resource: flavors {{(pid=105015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:50:24.162317 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extended resource: service_profiles {{(pid=105015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:50:24.163619 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extended resource: next_providers {{(pid=105015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:50:24.165159 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extended resource: service_profiles {{(pid=105015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:50:24.166703 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extended resource: floatingip-pools {{(pid=105015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:50:24.167929 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extended resource: routers {{(pid=105015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:50:24.169776 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extended resource: floatingips {{(pid=105015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:50:24.171060 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extended resource: l3-routers {{(pid=105015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:50:24.172457 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extended resource: l3-agents {{(pid=105015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:50:24.173905 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extended resource: metering-labels {{(pid=105015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:50:24.175161 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extended resource: metering-label-rules {{(pid=105015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:50:24.176559 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extended resource: network-ip-availabilities {{(pid=105015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:50:24.177809 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extended resource: bindings {{(pid=105015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:50:24.180071 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extended resource: quotas {{(pid=105015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:50:24.181645 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extended resource: quotas {{(pid=105015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:50:24.183066 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extended resource: rbac-policies {{(pid=105015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:50:24.184265 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extended resource: security-groups {{(pid=105015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:50:24.185613 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extended resource: security-group-rules {{(pid=105015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:50:24.186884 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extended resource: service-providers {{(pid=105015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:50:24.188403 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extended resource: subnetpools {{(pid=105015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:50:24.189728 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extended resource: subnetpools {{(pid=105015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:50:24.191310 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extended resource: tags {{(pid=105015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:50:24.193019 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extended resource: tags {{(pid=105015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:50:24.195580 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extended resource: tags {{(pid=105015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:50:24.198531 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extended resource: tags {{(pid=105015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:50:24.199735 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extended resource: tags {{(pid=105015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:50:24.201701 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extended resource: tags {{(pid=105015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:50:24.203445 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extended resource: tags {{(pid=105015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:50:24.205257 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extended resource: tags {{(pid=105015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:50:24.207174 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extended resource: tags {{(pid=105015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:50:24.209035 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron.api.extensions [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Extended resource: tags {{(pid=105015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:50:24.215191 dv-cinder-793515-4-smb neutron-server[105015]: WARNING keystonemiddleware.auth_token [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 29 10:50:24.219683 dv-cinder-793515-4-smb neutron-server[105015]: WARNING keystonemiddleware.auth_token [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 29 10:50:24.229663 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_concurrency.lockutils [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Acquired lock "singleton_lock" {{(pid=105015) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 29 10:50:24.230100 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_concurrency.lockutils [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Releasing lock "singleton_lock" {{(pid=105015) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 29 10:50:24.230790 dv-cinder-793515-4-smb neutron-server[105015]: INFO oslo_service.service [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Starting 2 workers Jun 29 10:50:24.235490 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Started child 105126 {{(pid=105015) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 10:50:24.239843 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Started child 105127 {{(pid=105015) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 10:50:24.240990 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.242126 dv-cinder-793515-4-smb neutron-server[105015]: INFO neutron.service [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 29 10:50:24.242616 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Notify callbacks [] for process, before_spawn {{(pid=105015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.243216 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [-] (105126) wsgi starting up on http://0.0.0.0:9696 Jun 29 10:50:24.245131 dv-cinder-793515-4-smb neutron-server[105015]: INFO oslo_service.service [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Starting 1 workers Jun 29 10:50:24.245705 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.247112 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [-] (105127) wsgi starting up on http://0.0.0.0:9696 Jun 29 10:50:24.250253 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Started child 105128 {{(pid=105015) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 10:50:24.250786 dv-cinder-793515-4-smb neutron-server[105015]: INFO oslo_service.service [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Starting 1 workers Jun 29 10:50:24.253797 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.service [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] calling RpcWorker wait() {{(pid=105128) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 29 10:50:24.260450 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.service [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] returning from RpcWorker wait() {{(pid=105128) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 29 10:50:24.260584 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Started child 105129 {{(pid=105015) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 10:50:24.260677 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.260677 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:24.260851 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d489-c641-4645-9266-e631a8f2e833 None None] Notify callbacks [] for process, after_spawn {{(pid=105015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.260851 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105015) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 10:50:24.260851 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 10:50:24.260851 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 10:50:24.260851 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 10:50:24.260851 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 10:50:24.260851 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 10:50:24.261368 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.261368 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.261368 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.261368 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.261657 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.262030 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.262513 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.262513 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.262513 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.262819 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.263045 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.263209 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.263378 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.263622 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.263852 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.264161 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.264462 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.264701 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.264997 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.265169 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.265586 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.265841 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.266086 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.266352 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] debug = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.266570 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.267056 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.267331 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.267539 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.267758 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.268024 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.268244 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.268545 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.268782 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.268994 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.269207 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.269462 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.269704 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.269934 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.270167 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.270466 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.270689 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.271177 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] host = dv-cinder-793515-4-smb {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.271419 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.271634 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.271874 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.272117 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.272430 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.272789 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.273249 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.273431 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.273595 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.273816 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.274059 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.274300 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.274511 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.274744 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] log_file = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.274896 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] log_options = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.275128 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.275387 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.275632 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.275817 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.275965 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.276147 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.276417 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.276565 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.276829 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.277078 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.277291 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.277564 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.277722 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.277909 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.278173 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.278373 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.278614 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.278820 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.279076 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.279298 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.279516 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.279757 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.279990 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.280220 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.280454 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.280730 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.280899 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.281081 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.281309 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.281563 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.281803 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.282062 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.283055 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.283388 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.283646 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.283899 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.284820 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.289131 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.289131 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.289131 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.289131 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.289131 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.289131 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.289131 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.289131 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.289735 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] use_json = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.289735 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.289735 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.289735 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.289735 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.289735 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.290146 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:24.290238 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.290238 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.290238 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.290238 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.290238 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.290238 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.290725 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.290725 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.290976 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.291255 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.291497 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.291764 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.291999 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.292317 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.292588 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.292872 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.293114 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.293373 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.293698 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.293986 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.294252 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.294498 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.294735 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.294978 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.295218 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.295544 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.295804 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.296080 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.296327 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.296581 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.296818 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.297065 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.297279 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.297498 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.297712 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.297989 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.298224 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.298449 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.298677 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.299971 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.299971 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.299971 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.299971 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.299971 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.300498 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.300498 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.300678 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.301081 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.301237 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.301391 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.301532 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.301739 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.301978 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.302204 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.302628 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.302628 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.302912 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.303057 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.303318 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.303525 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.304420 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.304714 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.304925 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.305089 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.305315 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.306944 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.306944 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.306944 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.306944 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.306944 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.306944 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.306944 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.307704 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.307704 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.307704 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.307704 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.308076 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.308076 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.308287 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.308482 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.308779 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.310700 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.310700 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.310700 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.310700 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.310700 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.310700 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.310700 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.310700 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.311204 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.311204 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.311340 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.311542 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.311723 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.311985 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.312231 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.312746 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.312973 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.313240 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.313499 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.313768 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.314071 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.314313 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.314574 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.314796 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.315021 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.315260 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.315513 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.315758 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.316019 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.316270 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.316529 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.316851 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.317114 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.317379 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.317612 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.317897 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.318122 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.318390 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.318690 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.318967 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.319303 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.319610 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.319881 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.320164 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.320431 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.320806 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.320976 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.321134 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.321344 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.321779 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.321913 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.322086 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.322319 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.322591 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.322869 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.323104 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.323340 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.323560 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.323825 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.324074 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.324313 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.324594 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.324946 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.325196 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.325443 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.325669 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.325883 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.326119 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.326365 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.326576 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.326792 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.326997 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.327269 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.327501 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.327750 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.327928 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.328389 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.328546 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.328692 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.328856 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.329078 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.330095 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.330804 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.331626 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.331875 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.333944 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.334187 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.334426 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.334650 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.334951 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.335186 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.335479 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.335751 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.335983 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.336238 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.336513 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.342017 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.342017 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.342017 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.342017 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.342017 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.342017 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.342017 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.342017 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.342718 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.342718 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.342718 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.342718 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.342718 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.342718 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.342718 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.342718 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.343292 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.343292 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.343292 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.343292 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.343292 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.343292 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.343292 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.343292 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.343858 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.343858 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.343858 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.343858 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.343858 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.343858 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.343858 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.343858 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.344454 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.344454 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.344454 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.344702 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.344789 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.344972 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.345236 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.345446 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.345741 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.345934 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.346177 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.346386 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.346610 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.346825 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.347034 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.347271 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.347463 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.347680 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.347900 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.348114 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.348323 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.348579 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.348819 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.349028 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.349251 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.349499 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.349708 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.349929 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.350149 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.350374 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.351264 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.351554 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.351749 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.352043 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.352296 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.352574 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.352814 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.353132 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.353342 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.353596 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.353835 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.354053 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.354270 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.354519 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.354843 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.355137 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.355396 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.355627 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.355914 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.356188 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.356460 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.356981 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.357081 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.357374 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.357643 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.357902 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.358128 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.358399 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.358627 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.358861 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.359099 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.359334 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.359556 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.359828 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.360100 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.360286 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.365293 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.365293 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.365293 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.365293 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.365293 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.365293 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.365293 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.365293 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 10:50:24.365835 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105015) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 10:50:24.365835 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 10:50:24.365835 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 10:50:24.365835 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 10:50:24.365835 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 10:50:24.365835 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 10:50:24.365835 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.365835 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.367017 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.367017 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.367017 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.367017 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.367017 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.367017 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.367017 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.367017 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.367457 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.367457 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.367457 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.367457 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.367457 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.367457 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.367457 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.367457 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.367883 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.367883 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.367883 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.367883 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.367883 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] debug = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.367883 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.368214 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.368214 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.368214 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.368480 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.369102 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.369102 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.369102 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.369102 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.369402 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.369402 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.369562 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.369651 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.369763 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.369921 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.370233 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.370554 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.370715 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] host = dv-cinder-793515-4-smb {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.370875 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.371034 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.371192 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.371353 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.371509 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.371817 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.371960 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.372125 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.372284 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.372477 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.372637 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.372798 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.372957 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.373115 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] log_file = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.373273 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] log_options = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.373432 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.373588 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.373746 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.373940 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.374104 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.374267 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.374426 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.374583 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.374741 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.374898 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.375055 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.375212 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.375372 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.375529 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.375687 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.375844 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.376000 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.376159 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.376317 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.376497 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.376655 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.376814 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.376972 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.377130 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.377287 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.377446 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.377605 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.377767 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.377960 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.378122 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.378303 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.378468 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.378623 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.378780 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.378937 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.379097 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.379255 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.379417 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.379633 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.379909 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.380068 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.380229 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.380390 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.380554 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.380710 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.380868 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] use_json = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.381026 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.381184 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.381341 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.381499 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.381680 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.381841 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.382121 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.382288 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:50:24.382604 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.382604 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.382923 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.382923 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.383065 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.383228 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.385409 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.385409 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.385409 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.385409 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.385409 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.385409 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.385409 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.385409 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.385939 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.385939 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.385939 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.385939 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.385939 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.385939 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.385939 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.385939 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.386571 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.386571 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.386571 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.386571 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.386849 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.386849 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.386988 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.387064 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.387215 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.387376 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.387696 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.387858 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.388019 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.388185 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.388345 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.388535 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.388699 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.388860 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.389021 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.389180 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.389345 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.389509 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.389664 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.389829 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.389991 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.390258 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.390546 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.391658 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.391658 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.391658 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.391884 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.391951 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.392234 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.392466 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.392631 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.392795 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.392958 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.395342 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.395342 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.395342 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.395342 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.395342 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.395342 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.395342 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.395342 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.395342 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.396024 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.396024 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.396024 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.396024 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.396024 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.396024 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.396024 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.396024 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.396024 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.396655 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.396655 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.396655 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.396655 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.396655 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.396655 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.397111 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.397111 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.397111 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.397556 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.397556 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.397556 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.397783 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.397783 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.397954 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.398120 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.398281 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.398756 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.398756 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.399031 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.399154 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.399447 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.399738 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.400024 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.400387 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.400633 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.400922 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.401209 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.401499 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.401784 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.402062 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.402305 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.402512 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.402725 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.402935 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.403123 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.403212 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.403306 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.403456 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.403634 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.403795 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.403955 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.404116 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.404277 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.404462 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.404624 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.404785 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.404945 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.405105 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.405268 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.405460 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.405589 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.405744 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.405904 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.406064 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.406249 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.406439 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.406695 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.406695 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.406932 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.407053 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.407174 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.407320 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.407482 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.407781 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.407781 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.408012 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.408129 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.408248 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.408395 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.408562 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.408724 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.408954 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.409188 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.409188 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.409413 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.409665 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.409665 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.409888 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.410038 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.410157 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.410369 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.410369 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.410594 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.410714 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.410831 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.410948 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.411110 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.411267 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.411459 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.411718 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.411718 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.411943 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.412062 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.412178 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.412294 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:24.412472 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.412594 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.412709 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.416689 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.416689 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.416689 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.416689 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.416689 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.416689 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.416689 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.416689 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.417340 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.417340 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.417340 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.417340 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.417340 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.417340 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.417340 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.417340 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.417864 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.417864 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.417864 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.417864 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.417864 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.417864 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.417864 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.417864 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.418390 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.418390 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.418390 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.418390 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.418390 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.418390 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.418390 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.418390 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.418390 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.418990 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.418990 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.418990 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.418990 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.418990 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.419337 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.419337 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.419476 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.419551 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.419687 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.419937 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.420066 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.420226 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.420404 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.420566 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.420726 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.420898 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.421058 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.421218 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.421378 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.421537 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.421697 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.421866 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.422027 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.422193 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.422452 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.422613 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.422772 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.422942 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.423108 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.423247 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.423417 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.423579 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.423739 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.423901 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.424072 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.424230 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.424417 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.424579 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.424740 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.424905 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.425064 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.425251 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.425448 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.425657 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.425772 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.426109 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.428253 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.428253 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.428253 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.428253 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.428253 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.428253 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.428253 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.428253 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.430080 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.430080 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.430080 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.430080 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.430080 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.430080 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.430080 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.430080 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.430080 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.430689 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.430689 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.430689 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.430689 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.430689 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.430689 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.430689 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:50:24.430689 dv-cinder-793515-4-smb neutron-server[105015]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 10:50:24.579072 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 48040) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:24.587712 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065472 Jun 29 10:50:36.275719 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0b1eda-604d-497e-8a4c-a3c67aeeb30b None None] get_active_networks_info from dv-cinder-793515-4-smb {{(pid=105128) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 29 10:50:36.376339 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0b1eda-604d-497e-8a4c-a3c67aeeb30b None None] No non-hosted networks {{(pid=105128) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 29 10:50:36.382943 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.agentschedulers_db [None req-cc0b1eda-604d-497e-8a4c-a3c67aeeb30b None None] DHCP Agent not found on host dv-cinder-793515-4-smb {{(pid=105128) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 29 10:50:36.444047 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-aba55a45-dab7-4a23-a516-47cdd85c45a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-607907'] for agent, after_create {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:38.837659 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-c46aa555-8a2e-4237-9b77-21c1f735614c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-607907'] for agent, after_create {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:38.873422 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.db.api [None req-6b55ba60-0adb-4744-b64f-f8848377ebf2 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-793515-4-smb {{(pid=105128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 10:50:38.873970 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_db.api [None req-6b55ba60-0adb-4744-b64f-f8848377ebf2 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 10:50:39.008120 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-607907'] for agent, after_create {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:39.008948 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:39.009404 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:39.009844 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:39.010280 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:39.010711 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:39.011168 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:39.011597 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:39.012096 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:39.012552 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:39.013149 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:39.013685 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:39.014397 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:39.015015 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-793515-4-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:39.020290 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-793515-4-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:39.400459 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6b55ba60-0adb-4744-b64f-f8848377ebf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:40.169117 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-607907'] for agent, after_create {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:41.608835 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-607907'] for agent, after_create {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:42.806709 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 48132) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:43.303682 dv-cinder-793515-4-smb neutron-server[105126]: WARNING oslo_policy.policy [None req-c6c85779-71a8-4394-b2a4-361275afeaf4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:50:43.304851 dv-cinder-793515-4-smb neutron-server[105126]: WARNING oslo_policy.policy [None req-c6c85779-71a8-4394-b2a4-361275afeaf4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:50:43.519836 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [None req-c6c85779-71a8-4394-b2a4-361275afeaf4 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=105126) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:50:43.520938 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-c6c85779-71a8-4394-b2a4-361275afeaf4 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7133298 Jun 29 10:50:44.088768 dv-cinder-793515-4-smb neutron-server[105128]: INFO neutron.db.l3_hamode_db [None req-e160e5c4-bdf7-43d5-9a2a-2fa6bfb61719 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 29 10:50:44.171012 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e160e5c4-bdf7-43d5-9a2a-2fa6bfb61719 None None] Routers set() bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:50:44.171395 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e160e5c4-bdf7-43d5-9a2a-2fa6bfb61719 None None] Router IDs set() for agent in host dv-cinder-793515-4-smb {{(pid=105128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 29 10:50:45.883741 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 48146) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:46.193554 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-b97bd71d-0e07-494a-95b0-1c97b05d8455 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:46.286958 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.policy [None req-b97bd71d-0e07-494a-95b0-1c97b05d8455 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105126) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 10:50:46.331712 dv-cinder-793515-4-smb neutron-server[105126]: WARNING oslo_policy.policy [None req-b97bd71d-0e07-494a-95b0-1c97b05d8455 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:50:46.332078 dv-cinder-793515-4-smb neutron-server[105126]: WARNING oslo_policy.policy [None req-b97bd71d-0e07-494a-95b0-1c97b05d8455 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:50:46.341255 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.quota [None req-b97bd71d-0e07-494a-95b0-1c97b05d8455 admin admin] Loaded quota_driver: . Jun 29 10:50:46.488180 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-b97bd71d-0e07-494a-95b0-1c97b05d8455 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761938426438', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761938426921', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761938438563', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761938437097', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761938450533', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761938460602', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1513400', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1358501', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-735545', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-705355'] for rbac-policy, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:46.694418 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-b97bd71d-0e07-494a-95b0-1c97b05d8455 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:46.695608 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-b97bd71d-0e07-494a-95b0-1c97b05d8455 admin admin] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8108699 Jun 29 10:50:49.208577 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 48158) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:49.505155 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-09a7dc4c-ac45-4bef-86fc-715a084da024 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'f48a86218c6b422e9aa7967d2d530521', 'project_id': 'f48a86218c6b422e9aa7967d2d530521', 'name': 'private'}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:49.597006 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a7dc4c-ac45-4bef-86fc-715a084da024 admin admin] Made reservation on behalf of f48a86218c6b422e9aa7967d2d530521 for: {'network': 1} {{(pid=105126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:50:49.599726 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-09a7dc4c-ac45-4bef-86fc-715a084da024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for network, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:49.619045 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-09a7dc4c-ac45-4bef-86fc-715a084da024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:49.743230 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-09a7dc4c-ac45-4bef-86fc-715a084da024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:49.825635 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-09a7dc4c-ac45-4bef-86fc-715a084da024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:49.831027 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:49.846111 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09a7dc4c-ac45-4bef-86fc-715a084da024 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=105126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:50:49.876797 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-09a7dc4c-ac45-4bef-86fc-715a084da024 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761935544616', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790'] for segment, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:49.876797 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-09a7dc4c-ac45-4bef-86fc-715a084da024 admin admin] Unsubscribe: segment precommit_create {{(pid=105126) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 10:50:49.876797 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.db.segments_db [None req-09a7dc4c-ac45-4bef-86fc-715a084da024 admin admin] Added segment 45ed8e2e-2dfd-45ef-b597-a9e2122dd9f9 of type vlan for network 8deb859b-bfa2-4e1b-86e0-b84a6d153b6d Jun 29 10:50:49.892751 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7dc4c-ac45-4bef-86fc-715a084da024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b234bbde-16b5-434c-ab11-2b0f852d66bc,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:49.904203 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a7dc4c-ac45-4bef-86fc-715a084da024 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:49.904617 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a7dc4c-ac45-4bef-86fc-715a084da024 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:49.904949 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a7dc4c-ac45-4bef-86fc-715a084da024 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:49.905270 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a7dc4c-ac45-4bef-86fc-715a084da024 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:49.905585 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a7dc4c-ac45-4bef-86fc-715a084da024 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:49.905897 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a7dc4c-ac45-4bef-86fc-715a084da024 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:49.906207 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a7dc4c-ac45-4bef-86fc-715a084da024 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:49.906516 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a7dc4c-ac45-4bef-86fc-715a084da024 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:49.906840 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a7dc4c-ac45-4bef-86fc-715a084da024 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:49.907155 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a7dc4c-ac45-4bef-86fc-715a084da024 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:49.907460 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a7dc4c-ac45-4bef-86fc-715a084da024 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:49.907763 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a7dc4c-ac45-4bef-86fc-715a084da024 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:49.908891 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a7dc4c-ac45-4bef-86fc-715a084da024 admin admin] Tracked resource versions report: Jun 29 10:50:49.908891 dv-cinder-793515-4-smb neutron-server[105126]: pushed versions: Jun 29 10:50:49.908891 dv-cinder-793515-4-smb neutron-server[105126]: { 'AddressGroup': {'1.2'}, Jun 29 10:50:49.908891 dv-cinder-793515-4-smb neutron-server[105126]: 'ConntrackHelper': {'1.0'}, Jun 29 10:50:49.908891 dv-cinder-793515-4-smb neutron-server[105126]: 'Log': {'1.0'}, Jun 29 10:50:49.908891 dv-cinder-793515-4-smb neutron-server[105126]: 'Network': {'1.1'}, Jun 29 10:50:49.908891 dv-cinder-793515-4-smb neutron-server[105126]: 'Port': {'1.7'}, Jun 29 10:50:49.908891 dv-cinder-793515-4-smb neutron-server[105126]: 'PortForwarding': {'1.2'}, Jun 29 10:50:49.908891 dv-cinder-793515-4-smb neutron-server[105126]: 'QosPolicy': {'1.8'}, Jun 29 10:50:49.908891 dv-cinder-793515-4-smb neutron-server[105126]: 'SecurityGroup': {'1.4'}, Jun 29 10:50:49.908891 dv-cinder-793515-4-smb neutron-server[105126]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:50:49.908891 dv-cinder-793515-4-smb neutron-server[105126]: 'SubPort': {'1.0'}, Jun 29 10:50:49.908891 dv-cinder-793515-4-smb neutron-server[105126]: 'Subnet': {'1.1'}, Jun 29 10:50:49.908891 dv-cinder-793515-4-smb neutron-server[105126]: 'Trunk': {'1.1'}} Jun 29 10:50:49.908891 dv-cinder-793515-4-smb neutron-server[105126]: consumer versions: Jun 29 10:50:49.908891 dv-cinder-793515-4-smb neutron-server[105126]: { DHCP agent@dv-cinder-793515-4-smb: {}, Jun 29 10:50:49.908891 dv-cinder-793515-4-smb neutron-server[105126]: L3 agent@dv-cinder-793515-4-smb: {}, Jun 29 10:50:49.908891 dv-cinder-793515-4-smb neutron-server[105126]: Metadata agent@dv-cinder-793515-4-smb: {}, Jun 29 10:50:49.908891 dv-cinder-793515-4-smb neutron-server[105126]: Metering agent@dv-cinder-793515-4-smb: {}, Jun 29 10:50:49.908891 dv-cinder-793515-4-smb neutron-server[105126]: Open vSwitch agent@dv-cinder-793515-4-smb: { 'AddressGroup': '1.2', Jun 29 10:50:49.908891 dv-cinder-793515-4-smb neutron-server[105126]: 'ConntrackHelper': '1.0', Jun 29 10:50:49.908891 dv-cinder-793515-4-smb neutron-server[105126]: 'Log': '1.0', Jun 29 10:50:49.908891 dv-cinder-793515-4-smb neutron-server[105126]: 'Network': '1.1', Jun 29 10:50:49.908891 dv-cinder-793515-4-smb neutron-server[105126]: 'Port': '1.7', Jun 29 10:50:49.908891 dv-cinder-793515-4-smb neutron-server[105126]: 'PortForwarding': '1.2', Jun 29 10:50:49.908891 dv-cinder-793515-4-smb neutron-server[105126]: 'QosPolicy': '1.8', Jun 29 10:50:49.908891 dv-cinder-793515-4-smb neutron-server[105126]: 'SecurityGroup': '1.4', Jun 29 10:50:49.908891 dv-cinder-793515-4-smb neutron-server[105126]: 'SecurityGroupRule': '1.2', Jun 29 10:50:49.908891 dv-cinder-793515-4-smb neutron-server[105126]: 'SubPort': '1.0', Jun 29 10:50:49.908891 dv-cinder-793515-4-smb neutron-server[105126]: 'Subnet': '1.1', Jun 29 10:50:49.908891 dv-cinder-793515-4-smb neutron-server[105126]: 'Trunk': '1.1'}} Jun 29 10:50:49.908891 dv-cinder-793515-4-smb neutron-server[105126]: {{(pid=105126) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:50:49.937120 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-09a7dc4c-ac45-4bef-86fc-715a084da024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:50.064902 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-09a7dc4c-ac45-4bef-86fc-715a084da024 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761935103034'] for network, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:50.160679 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-09a7dc4c-ac45-4bef-86fc-715a084da024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116'] for network, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:50.162181 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a7dc4c-ac45-4bef-86fc-715a084da024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:50.163376 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-09a7dc4c-ac45-4bef-86fc-715a084da024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for network, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:50.166388 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:50.256711 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7dc4c-ac45-4bef-86fc-715a084da024 admin admin] Pushing event updated for resources: {'Network': ['ID=8deb859b-bfa2-4e1b-86e0-b84a6d153b6d,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:50.259861 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-09a7dc4c-ac45-4bef-86fc-715a084da024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:50.268088 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Network 8deb859b-bfa2-4e1b-86e0-b84a6d153b6d details requested by agent ovs-agent-dv-cinder-793515-4-smb with host dv-cinder-793515-4-smb {{(pid=105128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:50:50.304261 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-09a7dc4c-ac45-4bef-86fc-715a084da024 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0946357 Jun 29 10:50:52.904437 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 48172) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:53.281040 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d15a61e-a918-4561-b890-ca692ea4a606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:53.282382 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-8d15a61e-a918-4561-b890-ca692ea4a606 admin admin] 10.222.0.66 "GET /v2.0/networks/8deb859b-bfa2-4e1b-86e0-b84a6d153b6d HTTP/1.1" status: 200 len: 825 time: 0.3770027 Jun 29 10:50:53.306256 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-ad61b640-fd9e-466a-9407-c9d5bf134e56 admin admin] 10.222.0.66 "GET /v2.0/subnetpools/2bafd8af-8ccd-4e20-9f6c-0de8eaa44671 HTTP/1.1" status: 200 len: 734 time: 0.0185847 Jun 29 10:50:53.314722 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-739d9203-4a3b-4b61-b7b6-bf3b942dc090 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '2bafd8af-8ccd-4e20-9f6c-0de8eaa44671', 'name': 'private-subnet', 'tenant_id': 'f48a86218c6b422e9aa7967d2d530521', 'gateway_ip': '172.20.0.1', 'network_id': '8deb859b-bfa2-4e1b-86e0-b84a6d153b6d'}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:53.394715 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739d9203-4a3b-4b61-b7b6-bf3b942dc090 admin admin] Made reservation on behalf of f48a86218c6b422e9aa7967d2d530521 for: {'subnet': 1} {{(pid=105126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:50:53.397036 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-739d9203-4a3b-4b61-b7b6-bf3b942dc090 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:53.751234 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-739d9203-4a3b-4b61-b7b6-bf3b942dc090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116'] for subnet, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:53.755602 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:53.824888 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739d9203-4a3b-4b61-b7b6-bf3b942dc090 admin admin] Checking segment: {'id': '45ed8e2e-2dfd-45ef-b597-a9e2122dd9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '8deb859b-bfa2-4e1b-86e0-b84a6d153b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:50:53.825280 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739d9203-4a3b-4b61-b7b6-bf3b942dc090 admin admin] Network hostable DHCP agents. Network: 8deb859b-bfa2-4e1b-86e0-b84a6d153b6d, hostable agents: ['c0824d2b-2f6c-4dc3-a849-d7b48d525e7a'], hosted agents: [] {{(pid=105126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:50:53.829529 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739d9203-4a3b-4b61-b7b6-bf3b942dc090 admin admin] Pushing event updated for resources: {'Subnet': ['ID=769517a9-b83e-40cc-9199-3b6912ea92bf,revision_number=0']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:53.834368 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-739d9203-4a3b-4b61-b7b6-bf3b942dc090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:53.920372 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739d9203-4a3b-4b61-b7b6-bf3b942dc090 admin admin] Network 8deb859b-bfa2-4e1b-86e0-b84a6d153b6d is scheduled to be hosted by DHCP agent c0824d2b-2f6c-4dc3-a849-d7b48d525e7a with binding_index 1 {{(pid=105126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:50:54.005925 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.base_scheduler [None req-739d9203-4a3b-4b61-b7b6-bf3b942dc090 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-4-smb, 8deb859b-bfa2-4e1b-86e0-b84a6d153b6d) {{(pid=105126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:50:54.011316 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739d9203-4a3b-4b61-b7b6-bf3b942dc090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:54.011882 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-739d9203-4a3b-4b61-b7b6-bf3b942dc090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for subnet, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:54.016539 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f6dce4-01ea-4168-aada-3161246c9588 None None] Network 8deb859b-bfa2-4e1b-86e0-b84a6d153b6d requested from dv-cinder-793515-4-smb {{(pid=105128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:50:54.104194 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-739d9203-4a3b-4b61-b7b6-bf3b942dc090 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7926874 Jun 29 10:50:54.328322 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f72a668-f5d0-42ca-93cb-f622e3587633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4b559d8-e9f4-525d-98e1-7d473caeefe3-8deb859b-bfa2-4e1b-86e0-b84a6d153b6d', 'network_id': '8deb859b-bfa2-4e1b-86e0-b84a6d153b6d', 'tenant_id': 'f48a86218c6b422e9aa7967d2d530521', 'fixed_ips': [{'subnet_id': '769517a9-b83e-40cc-9199-3b6912ea92bf'}]}} from dv-cinder-793515-4-smb. {{(pid=105128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:50:54.329587 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-1f72a668-f5d0-42ca-93cb-f622e3587633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:54.599583 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.db_base_plugin_common [None req-1f72a668-f5d0-42ca-93cb-f622e3587633 None None] Allocated IP 172.20.0.2 (8deb859b-bfa2-4e1b-86e0-b84a6d153b6d/769517a9-b83e-40cc-9199-3b6912ea92bf/30a7dbfc-fe63-4a99-952a-4c4f4972a692) {{(pid=105128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:50:54.802764 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-1f72a668-f5d0-42ca-93cb-f622e3587633 None None] Notify callbacks [] for port, precommit_create {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:54.846118 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-1f72a668-f5d0-42ca-93cb-f622e3587633 None None] Transition to ACTIVE for port object 30a7dbfc-fe63-4a99-952a-4c4f4972a692 will not be triggered until provisioned by entity L2. {{(pid=105128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:50:54.867644 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-1f72a668-f5d0-42ca-93cb-f622e3587633 None None] Transition to ACTIVE for port object 30a7dbfc-fe63-4a99-952a-4c4f4972a692 will not be triggered until provisioned by entity DHCP. {{(pid=105128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:50:54.968645 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-1f72a668-f5d0-42ca-93cb-f622e3587633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791'] for port, after_create {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:54.971357 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:55.039494 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f72a668-f5d0-42ca-93cb-f622e3587633 None None] Network 8deb859b-bfa2-4e1b-86e0-b84a6d153b6d is already hosted by enough agents. {{(pid=105128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:50:55.044196 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.scheduler.base_scheduler [None req-1f72a668-f5d0-42ca-93cb-f622e3587633 None None] Resources bound (agent type, host, resource id): {{(pid=105128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:50:55.052388 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f72a668-f5d0-42ca-93cb-f622e3587633 None None] Received port after_create {{(pid=105128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:50:55.056059 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f72a668-f5d0-42ca-93cb-f622e3587633 None None] Pushing event updated for resources: {'Port': ['ID=30a7dbfc-fe63-4a99-952a-4c4f4972a692,revision_number=1']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:55.080845 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f72a668-f5d0-42ca-93cb-f622e3587633 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:55.081179 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f72a668-f5d0-42ca-93cb-f622e3587633 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:55.081506 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f72a668-f5d0-42ca-93cb-f622e3587633 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:55.081828 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f72a668-f5d0-42ca-93cb-f622e3587633 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:55.082146 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f72a668-f5d0-42ca-93cb-f622e3587633 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:55.082462 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f72a668-f5d0-42ca-93cb-f622e3587633 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:55.082775 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f72a668-f5d0-42ca-93cb-f622e3587633 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:55.083086 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f72a668-f5d0-42ca-93cb-f622e3587633 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:55.083455 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f72a668-f5d0-42ca-93cb-f622e3587633 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:55.083782 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f72a668-f5d0-42ca-93cb-f622e3587633 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:55.084088 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f72a668-f5d0-42ca-93cb-f622e3587633 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:55.084420 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f72a668-f5d0-42ca-93cb-f622e3587633 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:55.085587 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f72a668-f5d0-42ca-93cb-f622e3587633 None None] Tracked resource versions report: Jun 29 10:50:55.085587 dv-cinder-793515-4-smb neutron-server[105128]: pushed versions: Jun 29 10:50:55.085587 dv-cinder-793515-4-smb neutron-server[105128]: { 'AddressGroup': {'1.2'}, Jun 29 10:50:55.085587 dv-cinder-793515-4-smb neutron-server[105128]: 'ConntrackHelper': {'1.0'}, Jun 29 10:50:55.085587 dv-cinder-793515-4-smb neutron-server[105128]: 'Log': {'1.0'}, Jun 29 10:50:55.085587 dv-cinder-793515-4-smb neutron-server[105128]: 'Network': {'1.1'}, Jun 29 10:50:55.085587 dv-cinder-793515-4-smb neutron-server[105128]: 'Port': {'1.7'}, Jun 29 10:50:55.085587 dv-cinder-793515-4-smb neutron-server[105128]: 'PortForwarding': {'1.2'}, Jun 29 10:50:55.085587 dv-cinder-793515-4-smb neutron-server[105128]: 'QosPolicy': {'1.8'}, Jun 29 10:50:55.085587 dv-cinder-793515-4-smb neutron-server[105128]: 'SecurityGroup': {'1.4'}, Jun 29 10:50:55.085587 dv-cinder-793515-4-smb neutron-server[105128]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:50:55.085587 dv-cinder-793515-4-smb neutron-server[105128]: 'SubPort': {'1.0'}, Jun 29 10:50:55.085587 dv-cinder-793515-4-smb neutron-server[105128]: 'Subnet': {'1.1'}, Jun 29 10:50:55.085587 dv-cinder-793515-4-smb neutron-server[105128]: 'Trunk': {'1.1'}} Jun 29 10:50:55.085587 dv-cinder-793515-4-smb neutron-server[105128]: consumer versions: Jun 29 10:50:55.085587 dv-cinder-793515-4-smb neutron-server[105128]: { DHCP agent@dv-cinder-793515-4-smb: {}, Jun 29 10:50:55.085587 dv-cinder-793515-4-smb neutron-server[105128]: L3 agent@dv-cinder-793515-4-smb: {}, Jun 29 10:50:55.085587 dv-cinder-793515-4-smb neutron-server[105128]: Metadata agent@dv-cinder-793515-4-smb: {}, Jun 29 10:50:55.085587 dv-cinder-793515-4-smb neutron-server[105128]: Metering agent@dv-cinder-793515-4-smb: {}, Jun 29 10:50:55.085587 dv-cinder-793515-4-smb neutron-server[105128]: Open vSwitch agent@dv-cinder-793515-4-smb: { 'AddressGroup': '1.2', Jun 29 10:50:55.085587 dv-cinder-793515-4-smb neutron-server[105128]: 'ConntrackHelper': '1.0', Jun 29 10:50:55.085587 dv-cinder-793515-4-smb neutron-server[105128]: 'Log': '1.0', Jun 29 10:50:55.085587 dv-cinder-793515-4-smb neutron-server[105128]: 'Network': '1.1', Jun 29 10:50:55.085587 dv-cinder-793515-4-smb neutron-server[105128]: 'Port': '1.7', Jun 29 10:50:55.085587 dv-cinder-793515-4-smb neutron-server[105128]: 'PortForwarding': '1.2', Jun 29 10:50:55.085587 dv-cinder-793515-4-smb neutron-server[105128]: 'QosPolicy': '1.8', Jun 29 10:50:55.085587 dv-cinder-793515-4-smb neutron-server[105128]: 'SecurityGroup': '1.4', Jun 29 10:50:55.085587 dv-cinder-793515-4-smb neutron-server[105128]: 'SecurityGroupRule': '1.2', Jun 29 10:50:55.085587 dv-cinder-793515-4-smb neutron-server[105128]: 'SubPort': '1.0', Jun 29 10:50:55.085587 dv-cinder-793515-4-smb neutron-server[105128]: 'Subnet': '1.1', Jun 29 10:50:55.085587 dv-cinder-793515-4-smb neutron-server[105128]: 'Trunk': '1.1'}} Jun 29 10:50:55.085587 dv-cinder-793515-4-smb neutron-server[105128]: {{(pid=105128) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:50:55.106215 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-1f72a668-f5d0-42ca-93cb-f622e3587633 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:55.136370 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-1f72a668-f5d0-42ca-93cb-f622e3587633 None None] Attempting to bind port 30a7dbfc-fe63-4a99-952a-4c4f4972a692 on host dv-cinder-793515-4-smb for vnic_type normal with profile {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:50:55.136703 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-1f72a668-f5d0-42ca-93cb-f622e3587633 None None] Attempting to bind port 30a7dbfc-fe63-4a99-952a-4c4f4972a692 by drivers openvswitch,hyperv on host dv-cinder-793515-4-smb at level 0 using segments [{'id': '45ed8e2e-2dfd-45ef-b597-a9e2122dd9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '8deb859b-bfa2-4e1b-86e0-b84a6d153b6d'}] {{(pid=105128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:50:55.137150 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f72a668-f5d0-42ca-93cb-f622e3587633 None None] Attempting to bind port 30a7dbfc-fe63-4a99-952a-4c4f4972a692 on network 8deb859b-bfa2-4e1b-86e0-b84a6d153b6d {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:50:55.141959 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f72a668-f5d0-42ca-93cb-f622e3587633 None None] Checking agent: {'id': 'cc1c0530-ae64-418d-bf21-3e9fb04f4b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 50, 39), 'started_at': datetime.datetime(2021, 6, 29, 10, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:50:55.142365 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f72a668-f5d0-42ca-93cb-f622e3587633 None None] Checking segment: {'id': '45ed8e2e-2dfd-45ef-b597-a9e2122dd9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '8deb859b-bfa2-4e1b-86e0-b84a6d153b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:50:55.142850 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-1f72a668-f5d0-42ca-93cb-f622e3587633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:55.143246 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f72a668-f5d0-42ca-93cb-f622e3587633 None None] Bound using segment: {'id': '45ed8e2e-2dfd-45ef-b597-a9e2122dd9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '8deb859b-bfa2-4e1b-86e0-b84a6d153b6d'} {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:50:55.143714 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-1f72a668-f5d0-42ca-93cb-f622e3587633 None None] Bound port: 30a7dbfc-fe63-4a99-952a-4c4f4972a692, host: dv-cinder-793515-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ed8e2e-2dfd-45ef-b597-a9e2122dd9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '8deb859b-bfa2-4e1b-86e0-b84a6d153b6d'}}] {{(pid=105128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:50:55.144137 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-1f72a668-f5d0-42ca-93cb-f622e3587633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:55.206849 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-1f72a668-f5d0-42ca-93cb-f622e3587633 None None] For port 30a7dbfc-fe63-4a99-952a-4c4f4972a692, host dv-cinder-793515-4-smb, cleared binding levels {{(pid=105128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:50:55.211417 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-1f72a668-f5d0-42ca-93cb-f622e3587633 None None] For port 30a7dbfc-fe63-4a99-952a-4c4f4972a692, host dv-cinder-793515-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=30a7dbfc-fe63-4a99-952a-4c4f4972a692,segment=NetworkSegment(45ed8e2e-2dfd-45ef-b597-a9e2122dd9f9),segment_id=45ed8e2e-2dfd-45ef-b597-a9e2122dd9f9)] {{(pid=105128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:50:55.304070 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-1f72a668-f5d0-42ca-93cb-f622e3587633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:55.311034 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-1f72a668-f5d0-42ca-93cb-f622e3587633 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:55.375651 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f72a668-f5d0-42ca-93cb-f622e3587633 None None] Pushing event updated for resources: {'Port': ['ID=30a7dbfc-fe63-4a99-952a-4c4f4972a692,revision_number=2']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:55.378711 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-1f72a668-f5d0-42ca-93cb-f622e3587633 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:56.482494 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 48180) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:56.801627 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [None req-0cb29426-dda7-4c87-bc7f-26104af23b1f admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=105126) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:50:56.802616 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-0cb29426-dda7-4c87-bc7f-26104af23b1f admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3189924 Jun 29 10:50:59.136699 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 48188) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:59.622760 dv-cinder-793515-4-smb neutron-server[105127]: WARNING oslo_policy.policy [None req-bcf8a094-582c-4b84-b6e2-2639b6d082ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:50:59.623343 dv-cinder-793515-4-smb neutron-server[105127]: WARNING oslo_policy.policy [None req-bcf8a094-582c-4b84-b6e2-2639b6d082ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:50:59.839541 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [None req-bcf8a094-582c-4b84-b6e2-2639b6d082ed admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=105127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:50:59.852434 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-bcf8a094-582c-4b84-b6e2-2639b6d082ed admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7019749 Jun 29 10:51:00.799035 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 30a7dbfc-fe63-4a99-952a-4c4f4972a692 up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:51:00.949109 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning for port 30a7dbfc-fe63-4a99-952a-4c4f4972a692 completed by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:51:01.427237 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbbec15-5241-4bdc-838e-51b591c54d93 None None] Network 8deb859b-bfa2-4e1b-86e0-b84a6d153b6d requested from dv-cinder-793515-4-smb {{(pid=105128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:51:01.598123 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-b847b7bc-83e2-4914-b614-be2a930491e8 None None] Provisioning for port 30a7dbfc-fe63-4a99-952a-4c4f4972a692 completed by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:51:01.602285 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-b847b7bc-83e2-4914-b614-be2a930491e8 None None] Provisioning complete for port 30a7dbfc-fe63-4a99-952a-4c4f4972a692 triggered by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:51:01.607159 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-b847b7bc-83e2-4914-b614-be2a930491e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:01.728790 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-b847b7bc-83e2-4914-b614-be2a930491e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:01.765007 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-b847b7bc-83e2-4914-b614-be2a930491e8 None None] For port 30a7dbfc-fe63-4a99-952a-4c4f4972a692, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=30a7dbfc-fe63-4a99-952a-4c4f4972a692,segment=NetworkSegment(45ed8e2e-2dfd-45ef-b597-a9e2122dd9f9),segment_id=45ed8e2e-2dfd-45ef-b597-a9e2122dd9f9)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:51:01.865130 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-b847b7bc-83e2-4914-b614-be2a930491e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:01.868813 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-1f72a668-f5d0-42ca-93cb-f622e3587633 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:01.913536 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847b7bc-83e2-4914-b614-be2a930491e8 None None] Pushing event updated for resources: {'Port': ['ID=30a7dbfc-fe63-4a99-952a-4c4f4972a692,revision_number=3']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:01.916542 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-b847b7bc-83e2-4914-b614-be2a930491e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:01.985189 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-7dd013f3-e77b-4cf7-9926-7a4ee1f9b642 None None] Provisioning complete for port 30a7dbfc-fe63-4a99-952a-4c4f4972a692 triggered by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:51:01.985498 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-7dd013f3-e77b-4cf7-9926-7a4ee1f9b642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:02.509693 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 48208) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:02.784124 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 30a7dbfc-fe63-4a99-952a-4c4f4972a692 up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:51:02.804191 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [None req-203807a6-6fe0-4157-ad54-8f0f0aacf69c admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'f48a86218c6b422e9aa7967d2d530521', 'admin_state_up': True}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:51:02.830145 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning complete for port 30a7dbfc-fe63-4a99-952a-4c4f4972a692 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:51:02.830522 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:02.870735 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.policy [None req-203807a6-6fe0-4157-ad54-8f0f0aacf69c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105127) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 10:51:02.917944 dv-cinder-793515-4-smb neutron-server[105127]: WARNING oslo_policy.policy [None req-203807a6-6fe0-4157-ad54-8f0f0aacf69c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:51:02.918345 dv-cinder-793515-4-smb neutron-server[105127]: WARNING oslo_policy.policy [None req-203807a6-6fe0-4157-ad54-8f0f0aacf69c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:51:02.927157 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.quota [None req-203807a6-6fe0-4157-ad54-8f0f0aacf69c admin admin] Loaded quota_driver: . Jun 29 10:51:03.041991 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-203807a6-6fe0-4157-ad54-8f0f0aacf69c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-682'] for router, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:03.043638 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-203807a6-6fe0-4157-ad54-8f0f0aacf69c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-659'] for router, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:03.197816 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-203807a6-6fe0-4157-ad54-8f0f0aacf69c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:03.246352 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-203807a6-6fe0-4157-ad54-8f0f0aacf69c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540137'] for router, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:03.325448 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-203807a6-6fe0-4157-ad54-8f0f0aacf69c admin admin] Notify callbacks [] for router, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:03.326597 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-203807a6-6fe0-4157-ad54-8f0f0aacf69c admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8159335 Jun 29 10:51:05.650649 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 48218) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:05.956381 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [None req-11a2c57d-d9f2-4da4-9793-192626e28ca9 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=105127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:51:05.957434 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-11a2c57d-d9f2-4da4-9793-192626e28ca9 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3058712 Jun 29 10:51:06.234023 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-298470a1-521e-48bb-a40f-550253e16164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:08.295485 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 48226) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:08.610543 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-41812c37-90aa-4f93-a0ab-3e7601a4133f admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'name': 'public'}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:51:08.697052 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41812c37-90aa-4f93-a0ab-3e7601a4133f admin admin] Made reservation on behalf of b578de69043447ebbbf38e3c78eca4ee for: {'network': 1} {{(pid=105126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:51:08.699283 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-41812c37-90aa-4f93-a0ab-3e7601a4133f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for network, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:08.707346 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-41812c37-90aa-4f93-a0ab-3e7601a4133f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:08.793085 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-41812c37-90aa-4f93-a0ab-3e7601a4133f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:08.830183 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-faabad1e-e665-4861-87da-2afaf7c818cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:08.858439 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-41812c37-90aa-4f93-a0ab-3e7601a4133f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:08.862462 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:08.874650 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-41812c37-90aa-4f93-a0ab-3e7601a4133f admin admin] Reserving flat network on physical network physnet1 {{(pid=105126) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 29 10:51:08.896371 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41812c37-90aa-4f93-a0ab-3e7601a4133f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9712c4-bc26-48d8-9558-d677d25490b5,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:08.901421 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-41812c37-90aa-4f93-a0ab-3e7601a4133f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790'] for segment, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:08.901762 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.db.segments_db [None req-41812c37-90aa-4f93-a0ab-3e7601a4133f admin admin] Added segment cf6731c6-a9cf-4901-a91e-9599bf0473fe of type flat for network 1d7db265-d806-41f6-8c7b-d59edd3be907 Jun 29 10:51:08.903034 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-41812c37-90aa-4f93-a0ab-3e7601a4133f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:08.949056 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-41812c37-90aa-4f93-a0ab-3e7601a4133f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761935103034'] for network, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:08.972876 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:09.051069 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-41812c37-90aa-4f93-a0ab-3e7601a4133f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116'] for network, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:09.052424 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41812c37-90aa-4f93-a0ab-3e7601a4133f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:09.053501 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-41812c37-90aa-4f93-a0ab-3e7601a4133f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for network, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:09.055591 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-09a7dc4c-ac45-4bef-86fc-715a084da024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:09.111161 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41812c37-90aa-4f93-a0ab-3e7601a4133f admin admin] Pushing event updated for resources: {'Network': ['ID=1d7db265-d806-41f6-8c7b-d59edd3be907,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:09.113913 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-41812c37-90aa-4f93-a0ab-3e7601a4133f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:09.123990 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Network 1d7db265-d806-41f6-8c7b-d59edd3be907 details requested by agent ovs-agent-dv-cinder-793515-4-smb with host dv-cinder-793515-4-smb {{(pid=105128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:51:09.177787 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-41812c37-90aa-4f93-a0ab-3e7601a4133f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8811851 Jun 29 10:51:10.087534 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:11.490940 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 48244) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:11.602069 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:11.666803 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764eacf6-d396-491f-a7cf-a6826ed0b940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:11.668126 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-764eacf6-d396-491f-a7cf-a6826ed0b940 admin admin] 10.222.0.66 "GET /v2.0/subnets/769517a9-b83e-40cc-9199-3b6912ea92bf HTTP/1.1" status: 200 len: 849 time: 0.1761425 Jun 29 10:51:11.822488 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-4cb0b63e-9af6-4f3c-ad34-f1d6c187daef admin admin] 10.222.0.66 "GET /v2.0/routers/e3017638-8f2e-4bbf-8684-54859fe0e75f HTTP/1.1" status: 200 len: 704 time: 0.1489997 Jun 29 10:51:12.081732 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-e3b72563-7420-46f3-b823-86b0d627c71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:12.364387 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.db.db_base_plugin_common [None req-e3b72563-7420-46f3-b823-86b0d627c71e admin admin] Allocated IP 172.20.0.1 (8deb859b-bfa2-4e1b-86e0-b84a6d153b6d/769517a9-b83e-40cc-9199-3b6912ea92bf/1da36fec-5911-448c-9a51-fe3e763ab8d4) {{(pid=105126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:51:12.567246 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-e3b72563-7420-46f3-b823-86b0d627c71e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:12.590398 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.db.provisioning_blocks [None req-e3b72563-7420-46f3-b823-86b0d627c71e admin admin] Transition to ACTIVE for port object 1da36fec-5911-448c-9a51-fe3e763ab8d4 will not be triggered until provisioned by entity DHCP. {{(pid=105126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:51:12.721979 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-e3b72563-7420-46f3-b823-86b0d627c71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791'] for port, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:12.724132 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:12.786864 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b72563-7420-46f3-b823-86b0d627c71e admin admin] Network 8deb859b-bfa2-4e1b-86e0-b84a6d153b6d is already hosted by enough agents. {{(pid=105126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:51:12.792099 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.base_scheduler [None req-e3b72563-7420-46f3-b823-86b0d627c71e admin admin] Resources bound (agent type, host, resource id): {{(pid=105126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:51:12.798174 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b72563-7420-46f3-b823-86b0d627c71e admin admin] Received port after_create {{(pid=105126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:51:12.798174 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-e3b72563-7420-46f3-b823-86b0d627c71e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-606623'] for router_interface, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:12.858263 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b72563-7420-46f3-b823-86b0d627c71e admin admin] Pushing event updated for resources: {'Port': ['ID=1da36fec-5911-448c-9a51-fe3e763ab8d4,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:12.870377 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-e3b72563-7420-46f3-b823-86b0d627c71e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:13.016580 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-fa4be1e3-ab53-499c-b561-d0f8e5ad30cf None None] Provisioning for port 1da36fec-5911-448c-9a51-fe3e763ab8d4 completed by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:51:13.020214 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-fa4be1e3-ab53-499c-b561-d0f8e5ad30cf None None] Provisioning complete for port 1da36fec-5911-448c-9a51-fe3e763ab8d4 triggered by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:51:13.020616 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-fa4be1e3-ab53-499c-b561-d0f8e5ad30cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:13.055856 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-fa4be1e3-ab53-499c-b561-d0f8e5ad30cf None None] Port 1da36fec-5911-448c-9a51-fe3e763ab8d4 cannot update to ACTIVE because it is not bound. {{(pid=105128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:51:13.096753 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-e3b72563-7420-46f3-b823-86b0d627c71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:13.272950 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-e3b72563-7420-46f3-b823-86b0d627c71e admin admin] Notify callbacks [] for port, precommit_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:13.342154 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-e3b72563-7420-46f3-b823-86b0d627c71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:13.343297 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-e3b72563-7420-46f3-b823-86b0d627c71e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1570102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606571'] for router_interface, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:13.345828 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-e3b72563-7420-46f3-b823-86b0d627c71e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:13.419923 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b72563-7420-46f3-b823-86b0d627c71e admin admin] Pushing event updated for resources: {'Port': ['ID=1da36fec-5911-448c-9a51-fe3e763ab8d4,revision_number=2']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:13.423781 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-e3b72563-7420-46f3-b823-86b0d627c71e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:13.465117 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b72563-7420-46f3-b823-86b0d627c71e admin admin] Network 8deb859b-bfa2-4e1b-86e0-b84a6d153b6d is already hosted by enough agents. {{(pid=105126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:51:13.466360 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.base_scheduler [None req-e3b72563-7420-46f3-b823-86b0d627c71e admin admin] Resources bound (agent type, host, resource id): {{(pid=105126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:51:13.675520 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-e6542946-ace0-40cb-a1c8-eeb32486a0bf None None] Provisioning complete for port 1da36fec-5911-448c-9a51-fe3e763ab8d4 triggered by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:51:13.675893 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-e6542946-ace0-40cb-a1c8-eeb32486a0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:13.698865 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b72563-7420-46f3-b823-86b0d627c71e admin admin] Router e3017638-8f2e-4bbf-8684-54859fe0e75f is scheduled to L3 agent 3b2ad6f0-f3d9-4012-ac35-d330af5e0962 with binding_index 1 {{(pid=105126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:51:13.709568 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-e6542946-ace0-40cb-a1c8-eeb32486a0bf None None] Port 1da36fec-5911-448c-9a51-fe3e763ab8d4 cannot update to ACTIVE because it is not bound. {{(pid=105128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:51:13.790881 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b72563-7420-46f3-b823-86b0d627c71e admin admin] Notify agent at l3_agent.dv-cinder-793515-4-smb the message routers_updated {{(pid=105126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:51:13.796551 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-e3b72563-7420-46f3-b823-86b0d627c71e admin admin] 10.222.0.66 "PUT /v2.0/routers/e3017638-8f2e-4bbf-8684-54859fe0e75f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9692929 Jun 29 10:51:13.812393 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30deb5a-b2ef-4d7e-91ef-9772b77bec98 None None] Sync routers for ids ['e3017638-8f2e-4bbf-8684-54859fe0e75f'] in dv-cinder-793515-4-smb {{(pid=105129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:51:13.824447 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30deb5a-b2ef-4d7e-91ef-9772b77bec98 None None] Routers {'e3017638-8f2e-4bbf-8684-54859fe0e75f'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:51:13.825341 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-f30deb5a-b2ef-4d7e-91ef-9772b77bec98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T10:51:09Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['e3017638-8f2e-4bbf-8684-54859fe0e75f'], 'active': True} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:14.008693 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvr_db [None req-f30deb5a-b2ef-4d7e-91ef-9772b77bec98 None None] Set router e3017638-8f2e-4bbf-8684-54859fe0e75f gateway port host: None {{(pid=105129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:51:14.422436 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-f30deb5a-b2ef-4d7e-91ef-9772b77bec98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3017638-8f2e-4bbf-8684-54859fe0e75f', 'name': 'router1', 'tenant_id': 'f48a86218c6b422e9aa7967d2d530521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:51:03Z', 'updated_at': '2021-06-29T10:51:12Z', 'revision_number': 2, 'project_id': 'f48a86218c6b422e9aa7967d2d530521', 'gw_port_host': None, '_interfaces': [{'id': '1da36fec-5911-448c-9a51-fe3e763ab8d4', 'name': '', 'network_id': '8deb859b-bfa2-4e1b-86e0-b84a6d153b6d', 'tenant_id': 'f48a86218c6b422e9aa7967d2d530521', 'mac_address': 'fa:16:3e:14:8c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3017638-8f2e-4bbf-8684-54859fe0e75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '769517a9-b83e-40cc-9199-3b6912ea92bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:51:12Z', 'updated_at': '2021-06-29T10:51:13Z', 'revision_number': 2, 'project_id': 'f48a86218c6b422e9aa7967d2d530521', 'subnets': [{'id': '769517a9-b83e-40cc-9199-3b6912ea92bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bafd8af-8ccd-4e20-9f6c-0de8eaa44671'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:14.479071 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30deb5a-b2ef-4d7e-91ef-9772b77bec98 None None] Checking router: e3017638-8f2e-4bbf-8684-54859fe0e75f for host: dv-cinder-793515-4-smb {{(pid=105129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:51:14.479435 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30deb5a-b2ef-4d7e-91ef-9772b77bec98 None None] Updating router e3017638-8f2e-4bbf-8684-54859fe0e75f port 1da36fec-5911-448c-9a51-fe3e763ab8d4 binding host dv-cinder-793515-4-smb {{(pid=105129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:51:14.541603 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-f30deb5a-b2ef-4d7e-91ef-9772b77bec98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:15.024536 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-f30deb5a-b2ef-4d7e-91ef-9772b77bec98 None None] Notify callbacks [] for port, precommit_update {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:15.041964 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.provisioning_blocks [None req-f30deb5a-b2ef-4d7e-91ef-9772b77bec98 None None] Transition to ACTIVE for port object 1da36fec-5911-448c-9a51-fe3e763ab8d4 will not be triggered until provisioned by entity L2. {{(pid=105129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:51:15.096607 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-f30deb5a-b2ef-4d7e-91ef-9772b77bec98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:15.099449 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:15.249958 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d69cfe4-38a0-4f93-9491-237c818c2253 None None] Pushing event updated for resources: {'Port': ['ID=1da36fec-5911-448c-9a51-fe3e763ab8d4,revision_number=3']} {{(pid=105129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:15.265687 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.managers [None req-f30deb5a-b2ef-4d7e-91ef-9772b77bec98 None None] Attempting to bind port 1da36fec-5911-448c-9a51-fe3e763ab8d4 on host dv-cinder-793515-4-smb for vnic_type normal with profile {{(pid=105129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:51:15.266097 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.managers [None req-f30deb5a-b2ef-4d7e-91ef-9772b77bec98 None None] Attempting to bind port 1da36fec-5911-448c-9a51-fe3e763ab8d4 by drivers openvswitch,hyperv on host dv-cinder-793515-4-smb at level 0 using segments [{'id': '45ed8e2e-2dfd-45ef-b597-a9e2122dd9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '8deb859b-bfa2-4e1b-86e0-b84a6d153b6d'}] {{(pid=105129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:51:15.266553 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30deb5a-b2ef-4d7e-91ef-9772b77bec98 None None] Attempting to bind port 1da36fec-5911-448c-9a51-fe3e763ab8d4 on network 8deb859b-bfa2-4e1b-86e0-b84a6d153b6d {{(pid=105129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:51:15.270276 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d69cfe4-38a0-4f93-9491-237c818c2253 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:15.270608 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d69cfe4-38a0-4f93-9491-237c818c2253 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:15.270933 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d69cfe4-38a0-4f93-9491-237c818c2253 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:15.271294 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d69cfe4-38a0-4f93-9491-237c818c2253 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:15.272166 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d69cfe4-38a0-4f93-9491-237c818c2253 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:15.272509 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d69cfe4-38a0-4f93-9491-237c818c2253 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:15.272843 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d69cfe4-38a0-4f93-9491-237c818c2253 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:15.273134 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d69cfe4-38a0-4f93-9491-237c818c2253 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:15.273466 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d69cfe4-38a0-4f93-9491-237c818c2253 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:15.273784 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d69cfe4-38a0-4f93-9491-237c818c2253 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:15.274096 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d69cfe4-38a0-4f93-9491-237c818c2253 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:15.274404 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d69cfe4-38a0-4f93-9491-237c818c2253 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:15.275486 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d69cfe4-38a0-4f93-9491-237c818c2253 None None] Tracked resource versions report: Jun 29 10:51:15.275486 dv-cinder-793515-4-smb neutron-server[105129]: pushed versions: Jun 29 10:51:15.275486 dv-cinder-793515-4-smb neutron-server[105129]: { 'AddressGroup': {'1.2'}, Jun 29 10:51:15.275486 dv-cinder-793515-4-smb neutron-server[105129]: 'ConntrackHelper': {'1.0'}, Jun 29 10:51:15.275486 dv-cinder-793515-4-smb neutron-server[105129]: 'Log': {'1.0'}, Jun 29 10:51:15.275486 dv-cinder-793515-4-smb neutron-server[105129]: 'Network': {'1.1'}, Jun 29 10:51:15.275486 dv-cinder-793515-4-smb neutron-server[105129]: 'Port': {'1.7'}, Jun 29 10:51:15.275486 dv-cinder-793515-4-smb neutron-server[105129]: 'PortForwarding': {'1.2'}, Jun 29 10:51:15.275486 dv-cinder-793515-4-smb neutron-server[105129]: 'QosPolicy': {'1.8'}, Jun 29 10:51:15.275486 dv-cinder-793515-4-smb neutron-server[105129]: 'SecurityGroup': {'1.4'}, Jun 29 10:51:15.275486 dv-cinder-793515-4-smb neutron-server[105129]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:51:15.275486 dv-cinder-793515-4-smb neutron-server[105129]: 'SubPort': {'1.0'}, Jun 29 10:51:15.275486 dv-cinder-793515-4-smb neutron-server[105129]: 'Subnet': {'1.1'}, Jun 29 10:51:15.275486 dv-cinder-793515-4-smb neutron-server[105129]: 'Trunk': {'1.1'}} Jun 29 10:51:15.275486 dv-cinder-793515-4-smb neutron-server[105129]: consumer versions: Jun 29 10:51:15.275486 dv-cinder-793515-4-smb neutron-server[105129]: { DHCP agent@dv-cinder-793515-4-smb: {}, Jun 29 10:51:15.275486 dv-cinder-793515-4-smb neutron-server[105129]: L3 agent@dv-cinder-793515-4-smb: {}, Jun 29 10:51:15.275486 dv-cinder-793515-4-smb neutron-server[105129]: Metadata agent@dv-cinder-793515-4-smb: {}, Jun 29 10:51:15.275486 dv-cinder-793515-4-smb neutron-server[105129]: Metering agent@dv-cinder-793515-4-smb: {}, Jun 29 10:51:15.275486 dv-cinder-793515-4-smb neutron-server[105129]: Open vSwitch agent@dv-cinder-793515-4-smb: { 'AddressGroup': '1.2', Jun 29 10:51:15.275486 dv-cinder-793515-4-smb neutron-server[105129]: 'ConntrackHelper': '1.0', Jun 29 10:51:15.275486 dv-cinder-793515-4-smb neutron-server[105129]: 'Log': '1.0', Jun 29 10:51:15.275486 dv-cinder-793515-4-smb neutron-server[105129]: 'Network': '1.1', Jun 29 10:51:15.275486 dv-cinder-793515-4-smb neutron-server[105129]: 'Port': '1.7', Jun 29 10:51:15.275486 dv-cinder-793515-4-smb neutron-server[105129]: 'PortForwarding': '1.2', Jun 29 10:51:15.275486 dv-cinder-793515-4-smb neutron-server[105129]: 'QosPolicy': '1.8', Jun 29 10:51:15.275486 dv-cinder-793515-4-smb neutron-server[105129]: 'SecurityGroup': '1.4', Jun 29 10:51:15.275486 dv-cinder-793515-4-smb neutron-server[105129]: 'SecurityGroupRule': '1.2', Jun 29 10:51:15.275486 dv-cinder-793515-4-smb neutron-server[105129]: 'SubPort': '1.0', Jun 29 10:51:15.275486 dv-cinder-793515-4-smb neutron-server[105129]: 'Subnet': '1.1', Jun 29 10:51:15.275486 dv-cinder-793515-4-smb neutron-server[105129]: 'Trunk': '1.1'}} Jun 29 10:51:15.275486 dv-cinder-793515-4-smb neutron-server[105129]: {{(pid=105129) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:51:15.280241 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30deb5a-b2ef-4d7e-91ef-9772b77bec98 None None] Checking agent: {'id': 'cc1c0530-ae64-418d-bf21-3e9fb04f4b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 50, 39), 'started_at': datetime.datetime(2021, 6, 29, 10, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:51:15.280681 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30deb5a-b2ef-4d7e-91ef-9772b77bec98 None None] Checking segment: {'id': '45ed8e2e-2dfd-45ef-b597-a9e2122dd9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '8deb859b-bfa2-4e1b-86e0-b84a6d153b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:51:15.281164 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-f30deb5a-b2ef-4d7e-91ef-9772b77bec98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:15.281546 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30deb5a-b2ef-4d7e-91ef-9772b77bec98 None None] Bound using segment: {'id': '45ed8e2e-2dfd-45ef-b597-a9e2122dd9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '8deb859b-bfa2-4e1b-86e0-b84a6d153b6d'} {{(pid=105129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:51:15.282046 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.managers [None req-f30deb5a-b2ef-4d7e-91ef-9772b77bec98 None None] Bound port: 1da36fec-5911-448c-9a51-fe3e763ab8d4, host: dv-cinder-793515-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ed8e2e-2dfd-45ef-b597-a9e2122dd9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '8deb859b-bfa2-4e1b-86e0-b84a6d153b6d'}}] {{(pid=105129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:51:15.282460 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-f30deb5a-b2ef-4d7e-91ef-9772b77bec98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:15.284411 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG oslo_concurrency.lockutils [None req-1d69cfe4-38a0-4f93-9491-237c818c2253 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=105129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:15.347996 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.db [None req-f30deb5a-b2ef-4d7e-91ef-9772b77bec98 None None] For port 1da36fec-5911-448c-9a51-fe3e763ab8d4, host dv-cinder-793515-4-smb, cleared binding levels {{(pid=105129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:51:15.368859 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.db [None req-f30deb5a-b2ef-4d7e-91ef-9772b77bec98 None None] For port 1da36fec-5911-448c-9a51-fe3e763ab8d4, host dv-cinder-793515-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=1da36fec-5911-448c-9a51-fe3e763ab8d4,segment=NetworkSegment(45ed8e2e-2dfd-45ef-b597-a9e2122dd9f9),segment_id=45ed8e2e-2dfd-45ef-b597-a9e2122dd9f9)] {{(pid=105129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:51:15.436500 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-f30deb5a-b2ef-4d7e-91ef-9772b77bec98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:15.439584 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG oslo_concurrency.lockutils [None req-1d69cfe4-38a0-4f93-9491-237c818c2253 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:15.500463 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d69cfe4-38a0-4f93-9491-237c818c2253 None None] Pushing event updated for resources: {'Port': ['ID=1da36fec-5911-448c-9a51-fe3e763ab8d4,revision_number=4']} {{(pid=105129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:15.503539 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG oslo_concurrency.lockutils [None req-1d69cfe4-38a0-4f93-9491-237c818c2253 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:15.504266 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30deb5a-b2ef-4d7e-91ef-9772b77bec98 None None] Routers {'e3017638-8f2e-4bbf-8684-54859fe0e75f'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:51:15.504907 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-f30deb5a-b2ef-4d7e-91ef-9772b77bec98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T10:51:09Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['e3017638-8f2e-4bbf-8684-54859fe0e75f'], 'active': True} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:15.596783 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvr_db [None req-f30deb5a-b2ef-4d7e-91ef-9772b77bec98 None None] Set router e3017638-8f2e-4bbf-8684-54859fe0e75f gateway port host: None {{(pid=105129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:51:15.802869 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-f30deb5a-b2ef-4d7e-91ef-9772b77bec98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3017638-8f2e-4bbf-8684-54859fe0e75f', 'name': 'router1', 'tenant_id': 'f48a86218c6b422e9aa7967d2d530521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:51:03Z', 'updated_at': '2021-06-29T10:51:12Z', 'revision_number': 2, 'project_id': 'f48a86218c6b422e9aa7967d2d530521', 'gw_port_host': None, '_interfaces': [{'id': '1da36fec-5911-448c-9a51-fe3e763ab8d4', 'name': '', 'network_id': '8deb859b-bfa2-4e1b-86e0-b84a6d153b6d', 'tenant_id': 'f48a86218c6b422e9aa7967d2d530521', 'mac_address': 'fa:16:3e:14:8c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3017638-8f2e-4bbf-8684-54859fe0e75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '769517a9-b83e-40cc-9199-3b6912ea92bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:51:12Z', 'updated_at': '2021-06-29T10:51:15Z', 'revision_number': 4, 'project_id': 'f48a86218c6b422e9aa7967d2d530521', 'subnets': [{'id': '769517a9-b83e-40cc-9199-3b6912ea92bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bafd8af-8ccd-4e20-9f6c-0de8eaa44671'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:15.831593 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30deb5a-b2ef-4d7e-91ef-9772b77bec98 None None] The sync data for ids ['e3017638-8f2e-4bbf-8684-54859fe0e75f'] in dv-cinder-793515-4-smb is: [{'id': 'e3017638-8f2e-4bbf-8684-54859fe0e75f', 'name': 'router1', 'tenant_id': 'f48a86218c6b422e9aa7967d2d530521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:51:03Z', 'updated_at': '2021-06-29T10:51:12Z', 'revision_number': 2, 'project_id': 'f48a86218c6b422e9aa7967d2d530521', 'gw_port_host': None, '_interfaces': [{'id': '1da36fec-5911-448c-9a51-fe3e763ab8d4', 'name': '', 'network_id': '8deb859b-bfa2-4e1b-86e0-b84a6d153b6d', 'tenant_id': 'f48a86218c6b422e9aa7967d2d530521', 'mac_address': 'fa:16:3e:14:8c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3017638-8f2e-4bbf-8684-54859fe0e75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '769517a9-b83e-40cc-9199-3b6912ea92bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:51:12Z', 'updated_at': '2021-06-29T10:51:15Z', 'revision_number': 4, 'project_id': 'f48a86218c6b422e9aa7967d2d530521', 'subnets': [{'id': '769517a9-b83e-40cc-9199-3b6912ea92bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bafd8af-8ccd-4e20-9f6c-0de8eaa44671'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:51:16.000683 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 48264) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:16.109886 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b7c8b3-76c4-4811-8575-ee3ca4026e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:16.111200 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-f5b7c8b3-76c4-4811-8575-ee3ca4026e9a admin admin] 10.222.0.66 "GET /v2.0/networks/1d7db265-d806-41f6-8c7b-d59edd3be907 HTTP/1.1" status: 200 len: 842 time: 0.1094713 Jun 29 10:51:16.120320 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-123e74f1-0fda-48cb-88f0-67ae70268739 admin admin] Request body: {'subnet': {'cidr': '172.28.3.0/24', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'gateway_ip': '172.28.3.1', 'name': 'public-subnet'}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:51:16.220841 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123e74f1-0fda-48cb-88f0-67ae70268739 admin admin] Made reservation on behalf of b578de69043447ebbbf38e3c78eca4ee for: {'subnet': 1} {{(pid=105126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:51:16.223319 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-123e74f1-0fda-48cb-88f0-67ae70268739 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:16.559086 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.objects.ports [None req-123e74f1-0fda-48cb-88f0-67ae70268739 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105126) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 29 10:51:16.559810 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-123e74f1-0fda-48cb-88f0-67ae70268739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116'] for subnet, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:16.562021 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-739d9203-4a3b-4b61-b7b6-bf3b942dc090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:16.621578 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e74f1-0fda-48cb-88f0-67ae70268739 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc612ae2-4270-45ac-95ad-2bcf2d224ecb,revision_number=0']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:16.624833 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-123e74f1-0fda-48cb-88f0-67ae70268739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:16.627633 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123e74f1-0fda-48cb-88f0-67ae70268739 admin admin] Checking segment: {'id': 'cf6731c6-a9cf-4901-a91e-9599bf0473fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:51:16.627717 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123e74f1-0fda-48cb-88f0-67ae70268739 admin admin] Network hostable DHCP agents. Network: 1d7db265-d806-41f6-8c7b-d59edd3be907, hostable agents: ['c0824d2b-2f6c-4dc3-a849-d7b48d525e7a'], hosted agents: [] {{(pid=105126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:51:16.721035 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123e74f1-0fda-48cb-88f0-67ae70268739 admin admin] Network 1d7db265-d806-41f6-8c7b-d59edd3be907 is scheduled to be hosted by DHCP agent c0824d2b-2f6c-4dc3-a849-d7b48d525e7a with binding_index 1 {{(pid=105126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:51:16.789955 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.base_scheduler [None req-123e74f1-0fda-48cb-88f0-67ae70268739 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-4-smb, 1d7db265-d806-41f6-8c7b-d59edd3be907) {{(pid=105126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:51:16.794553 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123e74f1-0fda-48cb-88f0-67ae70268739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:16.794994 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-123e74f1-0fda-48cb-88f0-67ae70268739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for subnet, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:16.800551 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6462edd-01cd-4304-8abd-25fdb77150a4 None None] Network 1d7db265-d806-41f6-8c7b-d59edd3be907 requested from dv-cinder-793515-4-smb {{(pid=105128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:51:16.889350 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-123e74f1-0fda-48cb-88f0-67ae70268739 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7721343 Jun 29 10:51:16.934310 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fa38a0-8fb3-4f4f-b87a-6004f56db435 None None] Network 1d7db265-d806-41f6-8c7b-d59edd3be907 requested from dv-cinder-793515-4-smb {{(pid=105128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:51:18.833122 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 1da36fec-5911-448c-9a51-fe3e763ab8d4 up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:51:18.990778 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning for port 1da36fec-5911-448c-9a51-fe3e763ab8d4 completed by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:51:18.994856 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning complete for port 1da36fec-5911-448c-9a51-fe3e763ab8d4 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:51:18.995278 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:19.079514 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:19.119534 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] For port 1da36fec-5911-448c-9a51-fe3e763ab8d4, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=1da36fec-5911-448c-9a51-fe3e763ab8d4,segment=NetworkSegment(45ed8e2e-2dfd-45ef-b597-a9e2122dd9f9),segment_id=45ed8e2e-2dfd-45ef-b597-a9e2122dd9f9)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:51:19.184682 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:19.188274 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:19.298720 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Pushing event updated for resources: {'Port': ['ID=1da36fec-5911-448c-9a51-fe3e763ab8d4,revision_number=5']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:19.314353 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:19.340433 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 48276) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:19.557489 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-0078a021-e510-4e2e-bd94-9ee5464f8230 admin admin] 10.222.0.66 "GET /v2.0/routers/e3017638-8f2e-4bbf-8684-54859fe0e75f HTTP/1.1" status: 200 len: 710 time: 0.2153645 Jun 29 10:51:19.675596 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7f8116-03f6-4285-9fa3-f150ced8a0fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:19.678072 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-6f7f8116-03f6-4285-9fa3-f150ced8a0fa admin admin] 10.222.0.66 "GET /v2.0/networks/1d7db265-d806-41f6-8c7b-d59edd3be907 HTTP/1.1" status: 200 len: 886 time: 0.1147051 Jun 29 10:51:19.688246 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-2bff38ff-d4ec-4ffb-b6db-db445faec5d0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907'}}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:51:19.938495 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2bff38ff-d4ec-4ffb-b6db-db445faec5d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-653'] for router, precommit_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:20.231048 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2bff38ff-d4ec-4ffb-b6db-db445faec5d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:20.301404 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2bff38ff-d4ec-4ffb-b6db-db445faec5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:20.409111 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.db.db_base_plugin_common [None req-2bff38ff-d4ec-4ffb-b6db-db445faec5d0 admin admin] Allocated IP 172.28.3.200 (1d7db265-d806-41f6-8c7b-d59edd3be907/fc612ae2-4270-45ac-95ad-2bcf2d224ecb/d301c887-1096-429c-b20d-8e814a2a9cc4) {{(pid=105126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:51:20.518470 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2bff38ff-d4ec-4ffb-b6db-db445faec5d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:20.612698 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2bff38ff-d4ec-4ffb-b6db-db445faec5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791'] for port, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:20.615506 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-e3b72563-7420-46f3-b823-86b0d627c71e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:20.651645 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bff38ff-d4ec-4ffb-b6db-db445faec5d0 admin admin] Network 1d7db265-d806-41f6-8c7b-d59edd3be907 is already hosted by enough agents. {{(pid=105126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:51:20.654400 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.base_scheduler [None req-2bff38ff-d4ec-4ffb-b6db-db445faec5d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:51:20.657842 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bff38ff-d4ec-4ffb-b6db-db445faec5d0 admin admin] Received port after_create {{(pid=105126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:51:20.691522 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bff38ff-d4ec-4ffb-b6db-db445faec5d0 admin admin] Pushing event updated for resources: {'Port': ['ID=d301c887-1096-429c-b20d-8e814a2a9cc4,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:20.695547 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-2bff38ff-d4ec-4ffb-b6db-db445faec5d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:20.791904 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 1da36fec-5911-448c-9a51-fe3e763ab8d4 up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:51:20.836376 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning complete for port 1da36fec-5911-448c-9a51-fe3e763ab8d4 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:51:20.836779 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:20.986994 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2bff38ff-d4ec-4ffb-b6db-db445faec5d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:21.251398 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2bff38ff-d4ec-4ffb-b6db-db445faec5d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-653'] for router, precommit_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:21.254572 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2bff38ff-d4ec-4ffb-b6db-db445faec5d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540048', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607513'] for router, after_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:21.358588 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bff38ff-d4ec-4ffb-b6db-db445faec5d0 admin admin] Router e3017638-8f2e-4bbf-8684-54859fe0e75f has already been hosted by L3 agent 3b2ad6f0-f3d9-4012-ac35-d330af5e0962 {{(pid=105126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:51:21.458457 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bff38ff-d4ec-4ffb-b6db-db445faec5d0 admin admin] Notify agent at l3_agent.dv-cinder-793515-4-smb the message routers_updated {{(pid=105126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:51:21.463340 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2bff38ff-d4ec-4ffb-b6db-db445faec5d0 admin admin] Notify callbacks [] for router, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:21.464634 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-2bff38ff-d4ec-4ffb-b6db-db445faec5d0 admin admin] 10.222.0.66 "PUT /v2.0/routers/e3017638-8f2e-4bbf-8684-54859fe0e75f HTTP/1.1" status: 200 len: 890 time: 1.7809691 Jun 29 10:51:21.469028 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5bfb4c-61ca-4cff-bd3f-5c053847f1ab None None] Sync routers for ids ['e3017638-8f2e-4bbf-8684-54859fe0e75f'] in dv-cinder-793515-4-smb {{(pid=105128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:51:21.480169 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5bfb4c-61ca-4cff-bd3f-5c053847f1ab None None] Routers {'e3017638-8f2e-4bbf-8684-54859fe0e75f'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:51:21.480879 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-cc5bfb4c-61ca-4cff-bd3f-5c053847f1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T10:51:09Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['e3017638-8f2e-4bbf-8684-54859fe0e75f'], 'active': True} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:21.696667 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvr_db [None req-cc5bfb4c-61ca-4cff-bd3f-5c053847f1ab None None] Set router e3017638-8f2e-4bbf-8684-54859fe0e75f gateway port host: dv-cinder-793515-4-smb {{(pid=105128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:51:22.080503 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-cc5bfb4c-61ca-4cff-bd3f-5c053847f1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3017638-8f2e-4bbf-8684-54859fe0e75f', 'name': 'router1', 'tenant_id': 'f48a86218c6b422e9aa7967d2d530521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.200'}], 'enable_snat': True}, 'gw_port_id': 'd301c887-1096-429c-b20d-8e814a2a9cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:51:03Z', 'updated_at': '2021-06-29T10:51:20Z', 'revision_number': 4, 'project_id': 'f48a86218c6b422e9aa7967d2d530521', 'gw_port': {'id': 'd301c887-1096-429c-b20d-8e814a2a9cc4', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:41:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3017638-8f2e-4bbf-8684-54859fe0e75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:51:20Z', 'updated_at': '2021-06-29T10:51:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_interfaces': [{'id': '1da36fec-5911-448c-9a51-fe3e763ab8d4', 'name': '', 'network_id': '8deb859b-bfa2-4e1b-86e0-b84a6d153b6d', 'tenant_id': 'f48a86218c6b422e9aa7967d2d530521', 'mac_address': 'fa:16:3e:14:8c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3017638-8f2e-4bbf-8684-54859fe0e75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '769517a9-b83e-40cc-9199-3b6912ea92bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:51:12Z', 'updated_at': '2021-06-29T10:51:19Z', 'revision_number': 5, 'project_id': 'f48a86218c6b422e9aa7967d2d530521', 'subnets': [{'id': '769517a9-b83e-40cc-9199-3b6912ea92bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bafd8af-8ccd-4e20-9f6c-0de8eaa44671'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:22.129544 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5bfb4c-61ca-4cff-bd3f-5c053847f1ab None None] Checking router: e3017638-8f2e-4bbf-8684-54859fe0e75f for host: dv-cinder-793515-4-smb {{(pid=105128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:51:22.129903 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5bfb4c-61ca-4cff-bd3f-5c053847f1ab None None] Updating router e3017638-8f2e-4bbf-8684-54859fe0e75f port d301c887-1096-429c-b20d-8e814a2a9cc4 binding host dv-cinder-793515-4-smb {{(pid=105128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:51:22.161880 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-cc5bfb4c-61ca-4cff-bd3f-5c053847f1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:22.474885 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-cc5bfb4c-61ca-4cff-bd3f-5c053847f1ab None None] Notify callbacks [] for port, precommit_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:22.484649 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-cc5bfb4c-61ca-4cff-bd3f-5c053847f1ab None None] Transition to ACTIVE for port object d301c887-1096-429c-b20d-8e814a2a9cc4 will not be triggered until provisioned by entity L2. {{(pid=105128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:51:22.561359 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-cc5bfb4c-61ca-4cff-bd3f-5c053847f1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:22.563726 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:22.611899 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-cc5bfb4c-61ca-4cff-bd3f-5c053847f1ab None None] Attempting to bind port d301c887-1096-429c-b20d-8e814a2a9cc4 on host dv-cinder-793515-4-smb for vnic_type normal with profile {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:51:22.612276 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-cc5bfb4c-61ca-4cff-bd3f-5c053847f1ab None None] Attempting to bind port d301c887-1096-429c-b20d-8e814a2a9cc4 by drivers openvswitch,hyperv on host dv-cinder-793515-4-smb at level 0 using segments [{'id': 'cf6731c6-a9cf-4901-a91e-9599bf0473fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907'}] {{(pid=105128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:51:22.612673 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5bfb4c-61ca-4cff-bd3f-5c053847f1ab None None] Attempting to bind port d301c887-1096-429c-b20d-8e814a2a9cc4 on network 1d7db265-d806-41f6-8c7b-d59edd3be907 {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:51:22.618000 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb8aae5-5aca-4ac7-a912-d3c753743f46 None None] Pushing event updated for resources: {'Port': ['ID=d301c887-1096-429c-b20d-8e814a2a9cc4,revision_number=2']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:22.622810 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-5eb8aae5-5aca-4ac7-a912-d3c753743f46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:22.623702 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5bfb4c-61ca-4cff-bd3f-5c053847f1ab None None] Checking agent: {'id': 'cc1c0530-ae64-418d-bf21-3e9fb04f4b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 50, 39), 'started_at': datetime.datetime(2021, 6, 29, 10, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:51:22.624075 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5bfb4c-61ca-4cff-bd3f-5c053847f1ab None None] Checking segment: {'id': 'cf6731c6-a9cf-4901-a91e-9599bf0473fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:51:22.625932 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-cc5bfb4c-61ca-4cff-bd3f-5c053847f1ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:22.625932 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5bfb4c-61ca-4cff-bd3f-5c053847f1ab None None] Bound using segment: {'id': 'cf6731c6-a9cf-4901-a91e-9599bf0473fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907'} {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:51:22.625932 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-cc5bfb4c-61ca-4cff-bd3f-5c053847f1ab None None] Bound port: d301c887-1096-429c-b20d-8e814a2a9cc4, host: dv-cinder-793515-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6731c6-a9cf-4901-a91e-9599bf0473fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907'}}] {{(pid=105128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:51:22.625932 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-cc5bfb4c-61ca-4cff-bd3f-5c053847f1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:22.675608 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-cc5bfb4c-61ca-4cff-bd3f-5c053847f1ab None None] For port d301c887-1096-429c-b20d-8e814a2a9cc4, host dv-cinder-793515-4-smb, cleared binding levels {{(pid=105128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:51:22.678725 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-cc5bfb4c-61ca-4cff-bd3f-5c053847f1ab None None] For port d301c887-1096-429c-b20d-8e814a2a9cc4, host dv-cinder-793515-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=d301c887-1096-429c-b20d-8e814a2a9cc4,segment=NetworkSegment(cf6731c6-a9cf-4901-a91e-9599bf0473fe),segment_id=cf6731c6-a9cf-4901-a91e-9599bf0473fe)] {{(pid=105128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:51:22.748011 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-cc5bfb4c-61ca-4cff-bd3f-5c053847f1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:22.752108 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:22.882673 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5bfb4c-61ca-4cff-bd3f-5c053847f1ab None None] Routers {'e3017638-8f2e-4bbf-8684-54859fe0e75f'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:51:22.883472 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-cc5bfb4c-61ca-4cff-bd3f-5c053847f1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T10:51:09Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['e3017638-8f2e-4bbf-8684-54859fe0e75f'], 'active': True} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:22.888147 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb8aae5-5aca-4ac7-a912-d3c753743f46 None None] Pushing event updated for resources: {'Port': ['ID=d301c887-1096-429c-b20d-8e814a2a9cc4,revision_number=3']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:22.920646 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-5eb8aae5-5aca-4ac7-a912-d3c753743f46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:22.993181 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvr_db [None req-cc5bfb4c-61ca-4cff-bd3f-5c053847f1ab None None] Set router e3017638-8f2e-4bbf-8684-54859fe0e75f gateway port host: dv-cinder-793515-4-smb {{(pid=105128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:51:23.198510 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-cc5bfb4c-61ca-4cff-bd3f-5c053847f1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3017638-8f2e-4bbf-8684-54859fe0e75f', 'name': 'router1', 'tenant_id': 'f48a86218c6b422e9aa7967d2d530521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.200'}], 'enable_snat': True}, 'gw_port_id': 'd301c887-1096-429c-b20d-8e814a2a9cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:51:03Z', 'updated_at': '2021-06-29T10:51:20Z', 'revision_number': 4, 'project_id': 'f48a86218c6b422e9aa7967d2d530521', 'gw_port': {'id': 'd301c887-1096-429c-b20d-8e814a2a9cc4', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:41:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3017638-8f2e-4bbf-8684-54859fe0e75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:51:20Z', 'updated_at': '2021-06-29T10:51:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_interfaces': [{'id': '1da36fec-5911-448c-9a51-fe3e763ab8d4', 'name': '', 'network_id': '8deb859b-bfa2-4e1b-86e0-b84a6d153b6d', 'tenant_id': 'f48a86218c6b422e9aa7967d2d530521', 'mac_address': 'fa:16:3e:14:8c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3017638-8f2e-4bbf-8684-54859fe0e75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '769517a9-b83e-40cc-9199-3b6912ea92bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:51:12Z', 'updated_at': '2021-06-29T10:51:19Z', 'revision_number': 5, 'project_id': 'f48a86218c6b422e9aa7967d2d530521', 'subnets': [{'id': '769517a9-b83e-40cc-9199-3b6912ea92bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bafd8af-8ccd-4e20-9f6c-0de8eaa44671'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:23.227043 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5bfb4c-61ca-4cff-bd3f-5c053847f1ab None None] The sync data for ids ['e3017638-8f2e-4bbf-8684-54859fe0e75f'] in dv-cinder-793515-4-smb is: [{'id': 'e3017638-8f2e-4bbf-8684-54859fe0e75f', 'name': 'router1', 'tenant_id': 'f48a86218c6b422e9aa7967d2d530521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.200'}], 'enable_snat': True}, 'gw_port_id': 'd301c887-1096-429c-b20d-8e814a2a9cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:51:03Z', 'updated_at': '2021-06-29T10:51:20Z', 'revision_number': 4, 'project_id': 'f48a86218c6b422e9aa7967d2d530521', 'gw_port': {'id': 'd301c887-1096-429c-b20d-8e814a2a9cc4', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:41:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3017638-8f2e-4bbf-8684-54859fe0e75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:51:20Z', 'updated_at': '2021-06-29T10:51:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_interfaces': [{'id': '1da36fec-5911-448c-9a51-fe3e763ab8d4', 'name': '', 'network_id': '8deb859b-bfa2-4e1b-86e0-b84a6d153b6d', 'tenant_id': 'f48a86218c6b422e9aa7967d2d530521', 'mac_address': 'fa:16:3e:14:8c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3017638-8f2e-4bbf-8684-54859fe0e75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '769517a9-b83e-40cc-9199-3b6912ea92bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:51:12Z', 'updated_at': '2021-06-29T10:51:19Z', 'revision_number': 5, 'project_id': 'f48a86218c6b422e9aa7967d2d530521', 'subnets': [{'id': '769517a9-b83e-40cc-9199-3b6912ea92bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bafd8af-8ccd-4e20-9f6c-0de8eaa44671'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:51:23.857845 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 48284) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:23.986061 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-a813bf89-7ccb-49df-87e4-a56273ad6a29 admin admin] 10.222.0.66 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1270690 Jun 29 10:51:24.834892 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device d301c887-1096-429c-b20d-8e814a2a9cc4 up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:51:24.958575 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning for port d301c887-1096-429c-b20d-8e814a2a9cc4 completed by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:51:24.962455 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning complete for port d301c887-1096-429c-b20d-8e814a2a9cc4 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:51:24.962948 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:25.039316 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:25.060431 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] For port d301c887-1096-429c-b20d-8e814a2a9cc4, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=d301c887-1096-429c-b20d-8e814a2a9cc4,segment=NetworkSegment(cf6731c6-a9cf-4901-a91e-9599bf0473fe),segment_id=cf6731c6-a9cf-4901-a91e-9599bf0473fe)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:51:25.132690 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:25.134851 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-b847b7bc-83e2-4914-b614-be2a930491e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:25.184829 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Pushing event updated for resources: {'Port': ['ID=d301c887-1096-429c-b20d-8e814a2a9cc4,revision_number=4']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:25.187799 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:26.804142 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device d301c887-1096-429c-b20d-8e814a2a9cc4 up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:51:26.859437 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning complete for port d301c887-1096-429c-b20d-8e814a2a9cc4 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:51:26.859815 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:31.310662 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.agents_db [None req-6227a327-39ba-4b2a-b4ab-7b0e2d6295dc None None] Agent healthcheck: found 5 active agents {{(pid=105129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:51:36.229222 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-1aec8135-357d-459e-b061-edb69b5d3040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:38.806508 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-843b5e39-f6d7-4cfe-826a-c5bfe2766f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:38.966418 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:40.101770 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:41.588470 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:06.781906 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-e390335a-61cf-46f4-9e6f-9aed3a32be30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:08.309019 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.agents_db [None req-6227a327-39ba-4b2a-b4ab-7b0e2d6295dc None None] Agent healthcheck: found 5 active agents {{(pid=105129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:52:08.804140 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-ae284051-2d80-4983-934e-2733ee815a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:08.981421 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:10.110966 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:12.415989 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:36.228761 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-0ee717c8-3899-4a08-9091-734a6e8a5407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:38.806246 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-b567607f-b238-4efd-977b-769fe5632bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:39.000505 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:40.105590 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:41.620443 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:45.307673 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.agents_db [None req-6227a327-39ba-4b2a-b4ab-7b0e2d6295dc None None] Agent healthcheck: found 5 active agents {{(pid=105129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:53:01.128521 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 48852) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:53:01.188365 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.pecan_wsgi.hooks.translation [None req-6da83090-0ebb-499e-b5e3-db9035b9e727 admin admin] GET failed (client error): The resource could not be found. Jun 29 10:53:01.189733 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-6da83090-0ebb-499e-b5e3-db9035b9e727 admin admin] 10.222.0.66 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0602729 Jun 29 10:53:01.342758 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c202f8d-91fd-4410-b0a4-f7923a2f4438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:01.344194 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-5c202f8d-91fd-4410-b0a4-f7923a2f4438 admin admin] 10.222.0.66 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1507096 Jun 29 10:53:03.486111 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 48862) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:53:03.581447 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcb0849-c88b-4355-9bb6-2756ceb43aaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:03.582766 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-bdcb0849-c88b-4355-9bb6-2756ceb43aaa admin admin] 10.222.0.66 "GET /v2.0/subnets/769517a9-b83e-40cc-9199-3b6912ea92bf HTTP/1.1" status: 200 len: 849 time: 0.0957174 Jun 29 10:53:03.591828 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-029f5f9f-971f-44a9-8374-fbc8f6121a7b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:53:03.671718 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-029f5f9f-971f-44a9-8374-fbc8f6121a7b admin admin] Notify callbacks [] for subnet, before_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:03.908064 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-029f5f9f-971f-44a9-8374-fbc8f6121a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761935560924'] for subnet, after_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:03.910246 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:03.940798 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029f5f9f-971f-44a9-8374-fbc8f6121a7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:03.940798 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-029f5f9f-971f-44a9-8374-fbc8f6121a7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for subnet, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:03.941635 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-029f5f9f-971f-44a9-8374-fbc8f6121a7b admin admin] 10.222.0.66 "PUT /v2.0/subnets/769517a9-b83e-40cc-9199-3b6912ea92bf HTTP/1.1" status: 200 len: 868 time: 0.3530898 Jun 29 10:53:03.959430 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7610d5c9-16ca-41e2-b5f9-584eef134226 None None] Network 8deb859b-bfa2-4e1b-86e0-b84a6d153b6d requested from dv-cinder-793515-4-smb {{(pid=105128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:53:03.969782 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f5f9f-971f-44a9-8374-fbc8f6121a7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=769517a9-b83e-40cc-9199-3b6912ea92bf,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:03.970527 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f5f9f-971f-44a9-8374-fbc8f6121a7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:03.970922 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f5f9f-971f-44a9-8374-fbc8f6121a7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:03.971324 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f5f9f-971f-44a9-8374-fbc8f6121a7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:03.971659 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f5f9f-971f-44a9-8374-fbc8f6121a7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:03.971988 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f5f9f-971f-44a9-8374-fbc8f6121a7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:03.972384 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f5f9f-971f-44a9-8374-fbc8f6121a7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:03.972666 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f5f9f-971f-44a9-8374-fbc8f6121a7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:03.972990 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f5f9f-971f-44a9-8374-fbc8f6121a7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:03.973330 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f5f9f-971f-44a9-8374-fbc8f6121a7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:03.973657 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f5f9f-971f-44a9-8374-fbc8f6121a7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:03.973971 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f5f9f-971f-44a9-8374-fbc8f6121a7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:03.974286 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f5f9f-971f-44a9-8374-fbc8f6121a7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:03.978219 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-029f5f9f-971f-44a9-8374-fbc8f6121a7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:04.328517 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-9ad7c728-e677-47da-b547-1afa26cd9336 None None] Provisioning complete for port 30a7dbfc-fe63-4a99-952a-4c4f4972a692 triggered by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:53:04.328898 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-9ad7c728-e677-47da-b547-1afa26cd9336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:04.411345 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-9ad7c728-e677-47da-b547-1afa26cd9336 None None] Provisioning complete for port 1da36fec-5911-448c-9a51-fe3e763ab8d4 triggered by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:53:04.411718 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-9ad7c728-e677-47da-b547-1afa26cd9336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:06.069265 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 48870) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:53:06.227372 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-d8323044-25ed-4e92-8370-67e64027a616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:06.265978 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573692f4-d717-4541-bd53-992dc2e41637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:06.266469 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573692f4-d717-4541-bd53-992dc2e41637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:06.268007 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-573692f4-d717-4541-bd53-992dc2e41637 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1977668 Jun 29 10:53:08.401707 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 48878) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:53:08.529485 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3782a8-9ee5-4dc0-8f2c-5801088b9d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:08.531415 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3782a8-9ee5-4dc0-8f2c-5801088b9d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:08.532055 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-9e3782a8-9ee5-4dc0-8f2c-5801088b9d31 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1293495 Jun 29 10:53:08.806757 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-28c2fbcd-6e44-4248-9055-1a2a9b27ed04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:08.943860 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:10.129876 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:10.645336 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 48886) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:53:10.766939 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0325b9-a946-4387-a424-9a71f097c299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:10.768293 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-fc0325b9-a946-4387-a424-9a71f097c299 admin admin] 10.222.0.66 "GET /v2.0/networks/1d7db265-d806-41f6-8c7b-d59edd3be907 HTTP/1.1" status: 200 len: 886 time: 0.1219969 Jun 29 10:53:11.604214 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:12.903519 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 48894) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:53:13.031561 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3410f89-ed7f-4720-823b-da604841bd2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:13.033552 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-d3410f89-ed7f-4720-823b-da604841bd2c admin admin] 10.222.0.66 "GET /v2.0/networks/8deb859b-bfa2-4e1b-86e0-b84a6d153b6d HTTP/1.1" status: 200 len: 869 time: 0.1290677 Jun 29 10:53:15.159861 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 48902) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:53:15.366837 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272b737a-bec3-4b57-92c0-11ce9462a3e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:15.367230 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272b737a-bec3-4b57-92c0-11ce9462a3e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:15.368794 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-272b737a-bec3-4b57-92c0-11ce9462a3e8 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2079482 Jun 29 10:53:17.479551 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 48910) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:53:17.571113 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb0707e-b0df-4fcb-a242-4e9b06cfb2ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:17.571587 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb0707e-b0df-4fcb-a242-4e9b06cfb2ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:17.573124 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-ebb0707e-b0df-4fcb-a242-4e9b06cfb2ae admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0926306 Jun 29 10:53:19.681147 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 48918) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:53:19.771929 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae6f57c-372f-4b8f-a356-a65f4f926c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:19.773275 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-8ae6f57c-372f-4b8f-a356-a65f4f926c94 admin admin] 10.222.0.66 "GET /v2.0/subnets/769517a9-b83e-40cc-9199-3b6912ea92bf HTTP/1.1" status: 200 len: 868 time: 0.0912023 Jun 29 10:53:21.976545 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 48926) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:53:22.059837 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9939943b-457e-4769-b1c8-9449601af7f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:22.061140 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-9939943b-457e-4769-b1c8-9449601af7f5 admin admin] 10.222.0.66 "GET /v2.0/subnets/fc612ae2-4270-45ac-95ad-2bcf2d224ecb HTTP/1.1" status: 200 len: 816 time: 0.0836177 Jun 29 10:53:22.306750 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.agents_db [None req-6227a327-39ba-4b2a-b4ab-7b0e2d6295dc None None] Agent healthcheck: found 5 active agents {{(pid=105129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:53:36.217105 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-cc27759b-cf54-4afb-94b0-6cd8e51228aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:38.825910 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-82c0907e-6fee-403a-b9e4-65096ef97e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:38.965519 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:40.123399 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:41.614314 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:45.381257 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 48970) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:53:45.429126 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [None req-63ae1098-4683-4247-b51e-244d33cb02d3 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=105126) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:53:45.430103 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-63ae1098-4683-4247-b51e-244d33cb02d3 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479228 Jun 29 10:53:47.646799 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 48978) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:53:47.704518 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.pecan_wsgi.hooks.translation [None req-24078249-63b2-46ef-837a-971b528da7b3 admin admin] GET failed (client error): The resource could not be found. Jun 29 10:53:47.705814 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-24078249-63b2-46ef-837a-971b528da7b3 admin admin] 10.222.0.66 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0580933 Jun 29 10:53:47.791500 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e0164e-0555-4a9e-b024-c0b7eab9d356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:47.792997 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-92e0164e-0555-4a9e-b024-c0b7eab9d356 admin admin] 10.222.0.66 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0834126 Jun 29 10:53:49.929970 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 48986) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:53:49.976440 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-84050682-d893-4c76-b373-19cc13d37148 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:53:50.059240 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84050682-d893-4c76-b373-19cc13d37148 admin admin] Made reservation on behalf of b578de69043447ebbbf38e3c78eca4ee for: {'network': 1} {{(pid=105126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:53:50.061507 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-84050682-d893-4c76-b373-19cc13d37148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for network, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:50.090094 dv-cinder-793515-4-smb neutron-server[105126]: WARNING neutron.services.revisions.revision_plugin [None req-84050682-d893-4c76-b373-19cc13d37148 admin admin] Could not find related network for resource to bump revision. Jun 29 10:53:50.101059 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84050682-d893-4c76-b373-19cc13d37148 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=105126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:53:50.109765 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-84050682-d893-4c76-b373-19cc13d37148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790'] for segment, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:50.110103 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.db.segments_db [None req-84050682-d893-4c76-b373-19cc13d37148 admin admin] Added segment bd690c86-e9c6-4b46-82ca-bcc181074770 of type vlan for network b7109668-9c6c-4d3a-bd06-8105e2a96d72 Jun 29 10:53:50.147548 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-84050682-d893-4c76-b373-19cc13d37148 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761935103034'] for network, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:50.233366 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-84050682-d893-4c76-b373-19cc13d37148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116'] for network, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:50.234730 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84050682-d893-4c76-b373-19cc13d37148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:50.235301 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-84050682-d893-4c76-b373-19cc13d37148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for network, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:50.237240 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:50.294672 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84050682-d893-4c76-b373-19cc13d37148 admin admin] Pushing event updated for resources: {'Network': ['ID=b7109668-9c6c-4d3a-bd06-8105e2a96d72,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:50.297374 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-84050682-d893-4c76-b373-19cc13d37148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:50.304747 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Network b7109668-9c6c-4d3a-bd06-8105e2a96d72 details requested by agent ovs-agent-dv-cinder-793515-4-smb with host dv-cinder-793515-4-smb {{(pid=105128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:53:50.380093 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-84050682-d893-4c76-b373-19cc13d37148 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4490354 Jun 29 10:53:52.540590 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 48994) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:53:52.598834 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.pecan_wsgi.hooks.translation [None req-d723132c-26d3-4bd5-8b4a-39a8a629c085 admin admin] GET failed (client error): The resource could not be found. Jun 29 10:53:52.600130 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-d723132c-26d3-4bd5-8b4a-39a8a629c085 admin admin] 10.222.0.66 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0585923 Jun 29 10:53:52.667370 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368baccb-e69c-4abc-9c5b-938a2bc26f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:52.669395 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-368baccb-e69c-4abc-9c5b-938a2bc26f64 admin admin] 10.222.0.66 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0654895 Jun 29 10:53:52.678923 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-0d43e171-6e1c-4e28-b028-f4130fe00e71 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'b7109668-9c6c-4d3a-bd06-8105e2a96d72', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:53:52.764440 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d43e171-6e1c-4e28-b028-f4130fe00e71 admin admin] Made reservation on behalf of b578de69043447ebbbf38e3c78eca4ee for: {'subnet': 1} {{(pid=105126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:53:52.766653 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-0d43e171-6e1c-4e28-b028-f4130fe00e71 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:52.990540 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-0d43e171-6e1c-4e28-b028-f4130fe00e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116'] for subnet, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:52.993512 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:53.042870 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d43e171-6e1c-4e28-b028-f4130fe00e71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8783b9ab-252c-42ad-a6f8-1c45b124eb30,revision_number=0']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:53.045707 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-0d43e171-6e1c-4e28-b028-f4130fe00e71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:53.080164 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d43e171-6e1c-4e28-b028-f4130fe00e71 admin admin] Checking segment: {'id': 'bd690c86-e9c6-4b46-82ca-bcc181074770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b7109668-9c6c-4d3a-bd06-8105e2a96d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:53:53.080549 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d43e171-6e1c-4e28-b028-f4130fe00e71 admin admin] Network hostable DHCP agents. Network: b7109668-9c6c-4d3a-bd06-8105e2a96d72, hostable agents: ['c0824d2b-2f6c-4dc3-a849-d7b48d525e7a'], hosted agents: [] {{(pid=105126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:53:53.175877 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d43e171-6e1c-4e28-b028-f4130fe00e71 admin admin] Network b7109668-9c6c-4d3a-bd06-8105e2a96d72 is scheduled to be hosted by DHCP agent c0824d2b-2f6c-4dc3-a849-d7b48d525e7a with binding_index 1 {{(pid=105126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:53:53.235988 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.base_scheduler [None req-0d43e171-6e1c-4e28-b028-f4130fe00e71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-4-smb, b7109668-9c6c-4d3a-bd06-8105e2a96d72) {{(pid=105126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:53:53.240238 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d43e171-6e1c-4e28-b028-f4130fe00e71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:53.240857 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-0d43e171-6e1c-4e28-b028-f4130fe00e71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for subnet, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:53.244765 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4afb5de-598a-4065-bcd2-628fc5e915a2 None None] Network b7109668-9c6c-4d3a-bd06-8105e2a96d72 requested from dv-cinder-793515-4-smb {{(pid=105128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:53:53.357331 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-0d43e171-6e1c-4e28-b028-f4130fe00e71 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6818683 Jun 29 10:53:53.489374 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa1e452-c75a-4aa2-8b57-41e95727a5b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4b559d8-e9f4-525d-98e1-7d473caeefe3-b7109668-9c6c-4d3a-bd06-8105e2a96d72', 'network_id': 'b7109668-9c6c-4d3a-bd06-8105e2a96d72', 'tenant_id': 'b578de69043447ebbbf38e3c78eca4ee', 'fixed_ips': [{'subnet_id': '8783b9ab-252c-42ad-a6f8-1c45b124eb30'}]}} from dv-cinder-793515-4-smb. {{(pid=105128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:53:53.490272 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-9fa1e452-c75a-4aa2-8b57-41e95727a5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:53.626418 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.db_base_plugin_common [None req-9fa1e452-c75a-4aa2-8b57-41e95727a5b2 None None] Allocated IP 192.168.233.2 (b7109668-9c6c-4d3a-bd06-8105e2a96d72/8783b9ab-252c-42ad-a6f8-1c45b124eb30/c1b4afba-e3df-492e-bdea-fc182f4a7953) {{(pid=105128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:53:53.771224 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-9fa1e452-c75a-4aa2-8b57-41e95727a5b2 None None] Notify callbacks [] for port, precommit_create {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:53.779469 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-9fa1e452-c75a-4aa2-8b57-41e95727a5b2 None None] Transition to ACTIVE for port object c1b4afba-e3df-492e-bdea-fc182f4a7953 will not be triggered until provisioned by entity L2. {{(pid=105128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:53:53.795514 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-9fa1e452-c75a-4aa2-8b57-41e95727a5b2 None None] Transition to ACTIVE for port object c1b4afba-e3df-492e-bdea-fc182f4a7953 will not be triggered until provisioned by entity DHCP. {{(pid=105128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:53:53.868213 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-9fa1e452-c75a-4aa2-8b57-41e95727a5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791'] for port, after_create {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:53.870488 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:53.909853 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa1e452-c75a-4aa2-8b57-41e95727a5b2 None None] Network b7109668-9c6c-4d3a-bd06-8105e2a96d72 is already hosted by enough agents. {{(pid=105128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:53:53.912672 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.scheduler.base_scheduler [None req-9fa1e452-c75a-4aa2-8b57-41e95727a5b2 None None] Resources bound (agent type, host, resource id): {{(pid=105128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:53:53.916140 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa1e452-c75a-4aa2-8b57-41e95727a5b2 None None] Received port after_create {{(pid=105128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:53:53.925588 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa1e452-c75a-4aa2-8b57-41e95727a5b2 None None] Pushing event updated for resources: {'Port': ['ID=c1b4afba-e3df-492e-bdea-fc182f4a7953,revision_number=1']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:53.953538 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1e452-c75a-4aa2-8b57-41e95727a5b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:53.953908 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1e452-c75a-4aa2-8b57-41e95727a5b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:53.954208 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1e452-c75a-4aa2-8b57-41e95727a5b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:53.954534 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1e452-c75a-4aa2-8b57-41e95727a5b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:53.954866 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1e452-c75a-4aa2-8b57-41e95727a5b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:53.955212 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1e452-c75a-4aa2-8b57-41e95727a5b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:53.955536 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1e452-c75a-4aa2-8b57-41e95727a5b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:53.955862 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1e452-c75a-4aa2-8b57-41e95727a5b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:53.956203 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1e452-c75a-4aa2-8b57-41e95727a5b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:53.956546 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1e452-c75a-4aa2-8b57-41e95727a5b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:53.956866 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1e452-c75a-4aa2-8b57-41e95727a5b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:53.957183 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1e452-c75a-4aa2-8b57-41e95727a5b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:53.961391 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-9fa1e452-c75a-4aa2-8b57-41e95727a5b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:53.992759 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-9fa1e452-c75a-4aa2-8b57-41e95727a5b2 None None] Attempting to bind port c1b4afba-e3df-492e-bdea-fc182f4a7953 on host dv-cinder-793515-4-smb for vnic_type normal with profile {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:53:53.998932 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-9fa1e452-c75a-4aa2-8b57-41e95727a5b2 None None] Attempting to bind port c1b4afba-e3df-492e-bdea-fc182f4a7953 by drivers openvswitch,hyperv on host dv-cinder-793515-4-smb at level 0 using segments [{'id': 'bd690c86-e9c6-4b46-82ca-bcc181074770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b7109668-9c6c-4d3a-bd06-8105e2a96d72'}] {{(pid=105128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:53:53.998932 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa1e452-c75a-4aa2-8b57-41e95727a5b2 None None] Attempting to bind port c1b4afba-e3df-492e-bdea-fc182f4a7953 on network b7109668-9c6c-4d3a-bd06-8105e2a96d72 {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:53:53.999606 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa1e452-c75a-4aa2-8b57-41e95727a5b2 None None] Checking agent: {'id': 'cc1c0530-ae64-418d-bf21-3e9fb04f4b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 50, 39), 'started_at': datetime.datetime(2021, 6, 29, 10, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:53:53.999988 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa1e452-c75a-4aa2-8b57-41e95727a5b2 None None] Checking segment: {'id': 'bd690c86-e9c6-4b46-82ca-bcc181074770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b7109668-9c6c-4d3a-bd06-8105e2a96d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:53:54.000421 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-9fa1e452-c75a-4aa2-8b57-41e95727a5b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:54.000825 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa1e452-c75a-4aa2-8b57-41e95727a5b2 None None] Bound using segment: {'id': 'bd690c86-e9c6-4b46-82ca-bcc181074770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b7109668-9c6c-4d3a-bd06-8105e2a96d72'} {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:53:54.001300 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-9fa1e452-c75a-4aa2-8b57-41e95727a5b2 None None] Bound port: c1b4afba-e3df-492e-bdea-fc182f4a7953, host: dv-cinder-793515-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd690c86-e9c6-4b46-82ca-bcc181074770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b7109668-9c6c-4d3a-bd06-8105e2a96d72'}}] {{(pid=105128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:53:54.001708 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-9fa1e452-c75a-4aa2-8b57-41e95727a5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:54.073371 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-9fa1e452-c75a-4aa2-8b57-41e95727a5b2 None None] For port c1b4afba-e3df-492e-bdea-fc182f4a7953, host dv-cinder-793515-4-smb, cleared binding levels {{(pid=105128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:53:54.076743 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-9fa1e452-c75a-4aa2-8b57-41e95727a5b2 None None] For port c1b4afba-e3df-492e-bdea-fc182f4a7953, host dv-cinder-793515-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=c1b4afba-e3df-492e-bdea-fc182f4a7953,segment=NetworkSegment(bd690c86-e9c6-4b46-82ca-bcc181074770),segment_id=bd690c86-e9c6-4b46-82ca-bcc181074770)] {{(pid=105128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:53:54.156681 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-9fa1e452-c75a-4aa2-8b57-41e95727a5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:54.159049 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-5eb8aae5-5aca-4ac7-a912-d3c753743f46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:54.217577 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa1e452-c75a-4aa2-8b57-41e95727a5b2 None None] Pushing event updated for resources: {'Port': ['ID=c1b4afba-e3df-492e-bdea-fc182f4a7953,revision_number=2']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:54.221140 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-9fa1e452-c75a-4aa2-8b57-41e95727a5b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:54.935938 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device c1b4afba-e3df-492e-bdea-fc182f4a7953 up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:53:55.073799 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57130ff0-b6d9-4d8e-9fed-777f2928e13a None None] Network b7109668-9c6c-4d3a-bd06-8105e2a96d72 requested from dv-cinder-793515-4-smb {{(pid=105128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:53:55.088266 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning for port c1b4afba-e3df-492e-bdea-fc182f4a7953 completed by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:53:55.252990 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-cc7454e2-6942-4825-a078-b05ad7c1aa23 None None] Provisioning for port c1b4afba-e3df-492e-bdea-fc182f4a7953 completed by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:53:55.256855 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-cc7454e2-6942-4825-a078-b05ad7c1aa23 None None] Provisioning complete for port c1b4afba-e3df-492e-bdea-fc182f4a7953 triggered by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:53:55.257228 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-cc7454e2-6942-4825-a078-b05ad7c1aa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:55.341482 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-cc7454e2-6942-4825-a078-b05ad7c1aa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:55.377225 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-cc7454e2-6942-4825-a078-b05ad7c1aa23 None None] For port c1b4afba-e3df-492e-bdea-fc182f4a7953, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=c1b4afba-e3df-492e-bdea-fc182f4a7953,segment=NetworkSegment(bd690c86-e9c6-4b46-82ca-bcc181074770),segment_id=bd690c86-e9c6-4b46-82ca-bcc181074770)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:53:55.456153 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-cc7454e2-6942-4825-a078-b05ad7c1aa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:55.459740 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:55.506241 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7454e2-6942-4825-a078-b05ad7c1aa23 None None] Pushing event updated for resources: {'Port': ['ID=c1b4afba-e3df-492e-bdea-fc182f4a7953,revision_number=3']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:55.509483 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-cc7454e2-6942-4825-a078-b05ad7c1aa23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:55.576571 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-ae1fa9d4-46b4-4fde-b018-627dc9c0834b None None] Provisioning complete for port c1b4afba-e3df-492e-bdea-fc182f4a7953 triggered by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:53:55.576860 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-ae1fa9d4-46b4-4fde-b018-627dc9c0834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:56.899484 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device c1b4afba-e3df-492e-bdea-fc182f4a7953 up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:53:56.945668 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning complete for port c1b4afba-e3df-492e-bdea-fc182f4a7953 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:53:56.946047 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:59.305463 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.agents_db [None req-6227a327-39ba-4b2a-b4ab-7b0e2d6295dc None None] Agent healthcheck: found 5 active agents {{(pid=105129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:54:06.235501 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-79a644e2-0b0a-421b-b146-8ff8014ada5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:08.812547 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-d5f06041-5af5-461a-9a3a-5a95f57acd2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:09.086883 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:10.186923 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:11.615085 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:36.242624 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-188f8883-200c-4b69-ad12-6e6450e449c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:36.305146 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.agents_db [None req-6227a327-39ba-4b2a-b4ab-7b0e2d6295dc None None] Agent healthcheck: found 5 active agents {{(pid=105129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:54:38.799501 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-d26ebd00-1ad1-481a-aeb0-4b03833824bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:38.953243 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:40.125303 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:41.619932 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:06.241865 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-631264fd-0c24-4c76-950f-7a92cfa05fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:08.795514 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-cfaa741a-8692-4512-b73d-0e9a24d52e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:08.951747 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:10.128963 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:11.760992 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:11.895214 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 49046) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:55:11.902052 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [None req-91baec2d-0337-4f99-8486-abddb0951de1 tempest-verify_tempest_config-916571823 tempest-verify_tempest_config-916571823-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=105126) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:55:11.902947 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-91baec2d-0337-4f99-8486-abddb0951de1 tempest-verify_tempest_config-916571823 tempest-verify_tempest_config-916571823-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065079 Jun 29 10:55:12.474384 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 49064) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:55:12.578213 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-bd2fed19-dac1-4513-af7f-fa8405917705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:12.661880 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-bd2fed19-dac1-4513-af7f-fa8405917705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:12.751566 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-bd2fed19-dac1-4513-af7f-fa8405917705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:12.754514 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-09a7dc4c-ac45-4bef-86fc-715a084da024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:55:12.804901 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2fed19-dac1-4513-af7f-fa8405917705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c282120a-a61a-4ac3-9f70-f5a4d34dc5ef,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:55:12.804901 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-bd2fed19-dac1-4513-af7f-fa8405917705 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a10a7910d6954b698b9b8dd0b20dd7f8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3289347 Jun 29 10:55:12.807033 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 49068) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:55:12.810125 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2fed19-dac1-4513-af7f-fa8405917705 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:12.810489 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2fed19-dac1-4513-af7f-fa8405917705 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:12.810843 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2fed19-dac1-4513-af7f-fa8405917705 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:12.811163 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2fed19-dac1-4513-af7f-fa8405917705 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:12.811492 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2fed19-dac1-4513-af7f-fa8405917705 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:12.811814 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2fed19-dac1-4513-af7f-fa8405917705 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:12.812139 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2fed19-dac1-4513-af7f-fa8405917705 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:12.812493 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2fed19-dac1-4513-af7f-fa8405917705 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:12.812832 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2fed19-dac1-4513-af7f-fa8405917705 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:12.813156 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2fed19-dac1-4513-af7f-fa8405917705 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:12.813477 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2fed19-dac1-4513-af7f-fa8405917705 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:12.813793 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2fed19-dac1-4513-af7f-fa8405917705 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:12.817668 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-bd2fed19-dac1-4513-af7f-fa8405917705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:55:12.892458 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-9c653856-48e9-4738-91cd-e54bae027d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:12.913415 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-9c653856-48e9-4738-91cd-e54bae027d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:13.077523 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-9c653856-48e9-4738-91cd-e54bae027d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:13.080618 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-9c653856-48e9-4738-91cd-e54bae027d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:13.081738 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-9c653856-48e9-4738-91cd-e54bae027d72 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c282120a-a61a-4ac3-9f70-f5a4d34dc5ef HTTP/1.1" status: 204 len: 168 time: 0.2736218 Jun 29 10:55:13.082503 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:55:13.090662 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c653856-48e9-4738-91cd-e54bae027d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c282120a-a61a-4ac3-9f70-f5a4d34dc5ef,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:55:13.102624 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c653856-48e9-4738-91cd-e54bae027d72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:13.102624 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c653856-48e9-4738-91cd-e54bae027d72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:13.102624 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c653856-48e9-4738-91cd-e54bae027d72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:13.102624 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c653856-48e9-4738-91cd-e54bae027d72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:13.102624 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c653856-48e9-4738-91cd-e54bae027d72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:13.102624 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c653856-48e9-4738-91cd-e54bae027d72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:13.102624 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c653856-48e9-4738-91cd-e54bae027d72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:13.102624 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c653856-48e9-4738-91cd-e54bae027d72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:13.103334 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c653856-48e9-4738-91cd-e54bae027d72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:13.103334 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c653856-48e9-4738-91cd-e54bae027d72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:13.103650 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c653856-48e9-4738-91cd-e54bae027d72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:13.103750 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c653856-48e9-4738-91cd-e54bae027d72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:13.104831 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c653856-48e9-4738-91cd-e54bae027d72 admin admin] Tracked resource versions report: Jun 29 10:55:13.104831 dv-cinder-793515-4-smb neutron-server[105127]: pushed versions: Jun 29 10:55:13.104831 dv-cinder-793515-4-smb neutron-server[105127]: { 'AddressGroup': {'1.2'}, Jun 29 10:55:13.104831 dv-cinder-793515-4-smb neutron-server[105127]: 'ConntrackHelper': {'1.0'}, Jun 29 10:55:13.104831 dv-cinder-793515-4-smb neutron-server[105127]: 'Log': {'1.0'}, Jun 29 10:55:13.104831 dv-cinder-793515-4-smb neutron-server[105127]: 'Network': {'1.1'}, Jun 29 10:55:13.104831 dv-cinder-793515-4-smb neutron-server[105127]: 'Port': {'1.7'}, Jun 29 10:55:13.104831 dv-cinder-793515-4-smb neutron-server[105127]: 'PortForwarding': {'1.2'}, Jun 29 10:55:13.104831 dv-cinder-793515-4-smb neutron-server[105127]: 'QosPolicy': {'1.8'}, Jun 29 10:55:13.104831 dv-cinder-793515-4-smb neutron-server[105127]: 'SecurityGroup': {'1.4'}, Jun 29 10:55:13.104831 dv-cinder-793515-4-smb neutron-server[105127]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:55:13.104831 dv-cinder-793515-4-smb neutron-server[105127]: 'SubPort': {'1.0'}, Jun 29 10:55:13.104831 dv-cinder-793515-4-smb neutron-server[105127]: 'Subnet': {'1.1'}, Jun 29 10:55:13.104831 dv-cinder-793515-4-smb neutron-server[105127]: 'Trunk': {'1.1'}} Jun 29 10:55:13.104831 dv-cinder-793515-4-smb neutron-server[105127]: consumer versions: Jun 29 10:55:13.104831 dv-cinder-793515-4-smb neutron-server[105127]: { DHCP agent@dv-cinder-793515-4-smb: {}, Jun 29 10:55:13.104831 dv-cinder-793515-4-smb neutron-server[105127]: L3 agent@dv-cinder-793515-4-smb: {}, Jun 29 10:55:13.104831 dv-cinder-793515-4-smb neutron-server[105127]: Metadata agent@dv-cinder-793515-4-smb: {}, Jun 29 10:55:13.104831 dv-cinder-793515-4-smb neutron-server[105127]: Metering agent@dv-cinder-793515-4-smb: {}, Jun 29 10:55:13.104831 dv-cinder-793515-4-smb neutron-server[105127]: Open vSwitch agent@dv-cinder-793515-4-smb: { 'AddressGroup': '1.2', Jun 29 10:55:13.104831 dv-cinder-793515-4-smb neutron-server[105127]: 'ConntrackHelper': '1.0', Jun 29 10:55:13.104831 dv-cinder-793515-4-smb neutron-server[105127]: 'Log': '1.0', Jun 29 10:55:13.104831 dv-cinder-793515-4-smb neutron-server[105127]: 'Network': '1.1', Jun 29 10:55:13.104831 dv-cinder-793515-4-smb neutron-server[105127]: 'Port': '1.7', Jun 29 10:55:13.104831 dv-cinder-793515-4-smb neutron-server[105127]: 'PortForwarding': '1.2', Jun 29 10:55:13.104831 dv-cinder-793515-4-smb neutron-server[105127]: 'QosPolicy': '1.8', Jun 29 10:55:13.104831 dv-cinder-793515-4-smb neutron-server[105127]: 'SecurityGroup': '1.4', Jun 29 10:55:13.104831 dv-cinder-793515-4-smb neutron-server[105127]: 'SecurityGroupRule': '1.2', Jun 29 10:55:13.104831 dv-cinder-793515-4-smb neutron-server[105127]: 'SubPort': '1.0', Jun 29 10:55:13.104831 dv-cinder-793515-4-smb neutron-server[105127]: 'Subnet': '1.1', Jun 29 10:55:13.104831 dv-cinder-793515-4-smb neutron-server[105127]: 'Trunk': '1.1'}} Jun 29 10:55:13.104831 dv-cinder-793515-4-smb neutron-server[105127]: {{(pid=105127) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:55:13.132703 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-9c653856-48e9-4738-91cd-e54bae027d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:55:13.303017 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.agents_db [None req-6227a327-39ba-4b2a-b4ab-7b0e2d6295dc None None] Agent healthcheck: found 5 active agents {{(pid=105129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:55:36.227951 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-ab549400-e7a1-4c84-ab16-b20001681882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:38.790354 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-5ed21d17-d8fd-46b5-adec-86a6b22ebb1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:38.933129 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:40.124735 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:41.607406 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:50.302064 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.agents_db [None req-6227a327-39ba-4b2a-b4ab-7b0e2d6295dc None None] Agent healthcheck: found 5 active agents {{(pid=105129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:56:06.232706 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-f64a9389-cd32-455c-bfc6-4e098dffadbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:08.821265 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-ee14b880-4f29-42c4-86a2-d96d426085ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:08.963372 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:10.149057 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:11.649133 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:27.300462 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.agents_db [None req-6227a327-39ba-4b2a-b4ab-7b0e2d6295dc None None] Agent healthcheck: found 5 active agents {{(pid=105129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:56:36.255656 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-de39455f-7d74-4449-bddd-4b9fd85a14c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:38.802219 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-21646b67-dca4-444e-8234-9a3c03caa2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:38.963787 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:40.144674 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:41.654950 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:58.949446 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-607907'] for agent, after_create {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:04.298840 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.agents_db [None req-6227a327-39ba-4b2a-b4ab-7b0e2d6295dc None None] Agent healthcheck: found 6 active agents {{(pid=105129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:57:06.241156 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-f9429530-442c-4d19-a2be-44217822990f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:08.802534 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-08f694d2-2661-40e5-99cb-f6da93744293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:08.960964 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:10.161981 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:11.642145 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:13.713596 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 49146) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:57:13.814361 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-f898e741-977a-4b02-b48f-f95f5716dfe6 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0996263 Jun 29 10:57:16.083414 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 49156) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:57:16.134691 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-677c255e-f344-4353-9d95-397d2d5414bf admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0502219 Jun 29 10:57:28.913732 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:36.246537 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-f78a7095-a3da-427e-a33e-d8aa75b3d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:38.811810 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-0bd4c174-a6d9-4f2a-a37d-86d331492dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:38.931568 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:40.137812 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:41.297696 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.agents_db [None req-6227a327-39ba-4b2a-b4ab-7b0e2d6295dc None None] Agent healthcheck: found 6 active agents {{(pid=105129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:57:41.645868 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:58.969354 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:06.261943 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-b79db38c-b700-490c-9698-2aea2b57bc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:08.820863 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-4b15c946-3ed2-4389-ae07-d571c5b878bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:08.958705 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:10.130555 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:11.650366 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:18.296539 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.agents_db [None req-6227a327-39ba-4b2a-b4ab-7b0e2d6295dc None None] Agent healthcheck: found 6 active agents {{(pid=105129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:58:28.963620 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:36.254592 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-607c909c-f60a-489b-ac8e-5a5d4e0ed788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:38.813386 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-a9aad69f-ff54-4d79-8950-d0a69f98b1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:38.951857 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:40.151404 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:41.648822 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:49.545524 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 49306) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:58:49.992468 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [None req-c526a039-cad8-4dd2-a455-cedc6045bbb2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-219027742-network', 'tenant_id': '2e126c6330d743c8b924fb706c06677b'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:58:50.076703 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c526a039-cad8-4dd2-a455-cedc6045bbb2 admin admin] Made reservation on behalf of 2e126c6330d743c8b924fb706c06677b for: {'network': 1} {{(pid=105127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:58:50.079573 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c526a039-cad8-4dd2-a455-cedc6045bbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for network, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:50.093418 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c526a039-cad8-4dd2-a455-cedc6045bbb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:50.188163 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c526a039-cad8-4dd2-a455-cedc6045bbb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:50.271840 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c526a039-cad8-4dd2-a455-cedc6045bbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:50.276743 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:58:50.299330 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c526a039-cad8-4dd2-a455-cedc6045bbb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=105127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:58:50.322514 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c526a039-cad8-4dd2-a455-cedc6045bbb2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761935544616', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790'] for segment, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:50.324384 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c526a039-cad8-4dd2-a455-cedc6045bbb2 admin admin] Unsubscribe: segment precommit_create {{(pid=105127) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 10:58:50.324384 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.db.segments_db [None req-c526a039-cad8-4dd2-a455-cedc6045bbb2 admin admin] Added segment 1205bcf5-bf51-4831-9bc0-f68083624420 of type vlan for network 27be0f43-986d-406d-84c6-0e27a892cced Jun 29 10:58:50.330589 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c526a039-cad8-4dd2-a455-cedc6045bbb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d0ae65-128a-41a6-9f89-61bea33396de,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:58:50.351369 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c526a039-cad8-4dd2-a455-cedc6045bbb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:50.351598 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c526a039-cad8-4dd2-a455-cedc6045bbb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:50.351937 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c526a039-cad8-4dd2-a455-cedc6045bbb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:50.352262 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c526a039-cad8-4dd2-a455-cedc6045bbb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:50.352611 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c526a039-cad8-4dd2-a455-cedc6045bbb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:50.352928 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c526a039-cad8-4dd2-a455-cedc6045bbb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:50.353246 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c526a039-cad8-4dd2-a455-cedc6045bbb2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:50.353562 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c526a039-cad8-4dd2-a455-cedc6045bbb2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:50.353893 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c526a039-cad8-4dd2-a455-cedc6045bbb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:50.354352 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c526a039-cad8-4dd2-a455-cedc6045bbb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:50.354574 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c526a039-cad8-4dd2-a455-cedc6045bbb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:50.354880 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c526a039-cad8-4dd2-a455-cedc6045bbb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:50.355910 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c526a039-cad8-4dd2-a455-cedc6045bbb2 admin admin] Tracked resource versions report: Jun 29 10:58:50.355910 dv-cinder-793515-4-smb neutron-server[105127]: pushed versions: Jun 29 10:58:50.355910 dv-cinder-793515-4-smb neutron-server[105127]: { 'AddressGroup': {'1.2'}, Jun 29 10:58:50.355910 dv-cinder-793515-4-smb neutron-server[105127]: 'ConntrackHelper': {'1.0'}, Jun 29 10:58:50.355910 dv-cinder-793515-4-smb neutron-server[105127]: 'Log': {'1.0'}, Jun 29 10:58:50.355910 dv-cinder-793515-4-smb neutron-server[105127]: 'Network': {'1.1'}, Jun 29 10:58:50.355910 dv-cinder-793515-4-smb neutron-server[105127]: 'Port': {'1.7'}, Jun 29 10:58:50.355910 dv-cinder-793515-4-smb neutron-server[105127]: 'PortForwarding': {'1.2'}, Jun 29 10:58:50.355910 dv-cinder-793515-4-smb neutron-server[105127]: 'QosPolicy': {'1.8'}, Jun 29 10:58:50.355910 dv-cinder-793515-4-smb neutron-server[105127]: 'SecurityGroup': {'1.4'}, Jun 29 10:58:50.355910 dv-cinder-793515-4-smb neutron-server[105127]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:58:50.355910 dv-cinder-793515-4-smb neutron-server[105127]: 'SubPort': {'1.0'}, Jun 29 10:58:50.355910 dv-cinder-793515-4-smb neutron-server[105127]: 'Subnet': {'1.1'}, Jun 29 10:58:50.355910 dv-cinder-793515-4-smb neutron-server[105127]: 'Trunk': {'1.1'}} Jun 29 10:58:50.355910 dv-cinder-793515-4-smb neutron-server[105127]: consumer versions: Jun 29 10:58:50.355910 dv-cinder-793515-4-smb neutron-server[105127]: { DHCP agent@dv-cinder-793515-4-smb: {}, Jun 29 10:58:50.355910 dv-cinder-793515-4-smb neutron-server[105127]: HyperV agent@hv-cinder-79351: {}, Jun 29 10:58:50.355910 dv-cinder-793515-4-smb neutron-server[105127]: L3 agent@dv-cinder-793515-4-smb: {}, Jun 29 10:58:50.355910 dv-cinder-793515-4-smb neutron-server[105127]: Metadata agent@dv-cinder-793515-4-smb: {}, Jun 29 10:58:50.355910 dv-cinder-793515-4-smb neutron-server[105127]: Metering agent@dv-cinder-793515-4-smb: {}, Jun 29 10:58:50.355910 dv-cinder-793515-4-smb neutron-server[105127]: Open vSwitch agent@dv-cinder-793515-4-smb: { 'AddressGroup': '1.2', Jun 29 10:58:50.355910 dv-cinder-793515-4-smb neutron-server[105127]: 'ConntrackHelper': '1.0', Jun 29 10:58:50.355910 dv-cinder-793515-4-smb neutron-server[105127]: 'Log': '1.0', Jun 29 10:58:50.355910 dv-cinder-793515-4-smb neutron-server[105127]: 'Network': '1.1', Jun 29 10:58:50.355910 dv-cinder-793515-4-smb neutron-server[105127]: 'Port': '1.7', Jun 29 10:58:50.355910 dv-cinder-793515-4-smb neutron-server[105127]: 'PortForwarding': '1.2', Jun 29 10:58:50.355910 dv-cinder-793515-4-smb neutron-server[105127]: 'QosPolicy': '1.8', Jun 29 10:58:50.355910 dv-cinder-793515-4-smb neutron-server[105127]: 'SecurityGroup': '1.4', Jun 29 10:58:50.355910 dv-cinder-793515-4-smb neutron-server[105127]: 'SecurityGroupRule': '1.2', Jun 29 10:58:50.355910 dv-cinder-793515-4-smb neutron-server[105127]: 'SubPort': '1.0', Jun 29 10:58:50.355910 dv-cinder-793515-4-smb neutron-server[105127]: 'Subnet': '1.1', Jun 29 10:58:50.355910 dv-cinder-793515-4-smb neutron-server[105127]: 'Trunk': '1.1'}} Jun 29 10:58:50.355910 dv-cinder-793515-4-smb neutron-server[105127]: {{(pid=105127) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:58:50.359293 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-c526a039-cad8-4dd2-a455-cedc6045bbb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:58:50.430818 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c526a039-cad8-4dd2-a455-cedc6045bbb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761935103034'] for network, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:50.436941 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 49346) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:58:50.522394 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c526a039-cad8-4dd2-a455-cedc6045bbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116'] for network, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:50.526122 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c526a039-cad8-4dd2-a455-cedc6045bbb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:58:50.527275 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c526a039-cad8-4dd2-a455-cedc6045bbb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for network, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:50.541586 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:58:50.611386 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-c526a039-cad8-4dd2-a455-cedc6045bbb2 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0638947 Jun 29 10:58:50.619774 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-5db65dcf-30d4-4707-bcae-c70cfd2ff136 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1206726395-network', 'tenant_id': 'a367762fea4d4aa2bc4d9c8b1985272c'}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:58:50.622331 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 49368) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:58:50.630799 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [None req-6f8ef3f1-b04e-4110-ba06-7fdd1c02de96 admin admin] Request body: {'subnet': {'network_id': '27be0f43-986d-406d-84c6-0e27a892cced', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-219027742-subnet', 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:58:50.653617 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c526a039-cad8-4dd2-a455-cedc6045bbb2 admin admin] Pushing event updated for resources: {'Network': ['ID=27be0f43-986d-406d-84c6-0e27a892cced,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:58:50.656849 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-c526a039-cad8-4dd2-a455-cedc6045bbb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:58:50.665503 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Network 27be0f43-986d-406d-84c6-0e27a892cced details requested by agent ovs-agent-dv-cinder-793515-4-smb with host dv-cinder-793515-4-smb {{(pid=105128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:58:50.733606 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db65dcf-30d4-4707-bcae-c70cfd2ff136 admin admin] Made reservation on behalf of a367762fea4d4aa2bc4d9c8b1985272c for: {'network': 1} {{(pid=105126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:58:50.735937 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-5db65dcf-30d4-4707-bcae-c70cfd2ff136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for network, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:50.744773 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-5db65dcf-30d4-4707-bcae-c70cfd2ff136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:50.825466 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8ef3f1-b04e-4110-ba06-7fdd1c02de96 admin admin] Made reservation on behalf of 2e126c6330d743c8b924fb706c06677b for: {'subnet': 1} {{(pid=105127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:58:50.828134 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-6f8ef3f1-b04e-4110-ba06-7fdd1c02de96 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:50.914581 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-5db65dcf-30d4-4707-bcae-c70cfd2ff136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:50.950475 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 49380) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:58:50.968019 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-5db65dcf-30d4-4707-bcae-c70cfd2ff136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:50.974414 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:58:50.990900 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5db65dcf-30d4-4707-bcae-c70cfd2ff136 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=105126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:58:51.001881 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-5db65dcf-30d4-4707-bcae-c70cfd2ff136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790'] for segment, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:51.005327 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.db.segments_db [None req-5db65dcf-30d4-4707-bcae-c70cfd2ff136 admin admin] Added segment d751559d-5565-473f-a10b-07ec42d05c7f of type vlan for network 3dddfc96-446a-4271-b2e4-1fbf8fb2f736 Jun 29 10:58:51.027524 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db65dcf-30d4-4707-bcae-c70cfd2ff136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7afc62-d79b-43d4-ba86-fbe18e06df14,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:58:51.064700 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-5db65dcf-30d4-4707-bcae-c70cfd2ff136 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761935103034'] for network, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:51.080337 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db65dcf-30d4-4707-bcae-c70cfd2ff136 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:51.080963 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db65dcf-30d4-4707-bcae-c70cfd2ff136 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:51.081457 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db65dcf-30d4-4707-bcae-c70cfd2ff136 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:51.081962 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db65dcf-30d4-4707-bcae-c70cfd2ff136 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:51.082466 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db65dcf-30d4-4707-bcae-c70cfd2ff136 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:51.083099 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db65dcf-30d4-4707-bcae-c70cfd2ff136 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:51.083597 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db65dcf-30d4-4707-bcae-c70cfd2ff136 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:51.083929 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db65dcf-30d4-4707-bcae-c70cfd2ff136 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:51.084262 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db65dcf-30d4-4707-bcae-c70cfd2ff136 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:51.084629 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db65dcf-30d4-4707-bcae-c70cfd2ff136 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:51.084956 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db65dcf-30d4-4707-bcae-c70cfd2ff136 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:51.085280 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db65dcf-30d4-4707-bcae-c70cfd2ff136 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:51.086321 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db65dcf-30d4-4707-bcae-c70cfd2ff136 admin admin] Tracked resource versions report: Jun 29 10:58:51.086321 dv-cinder-793515-4-smb neutron-server[105126]: pushed versions: Jun 29 10:58:51.086321 dv-cinder-793515-4-smb neutron-server[105126]: { 'AddressGroup': {'1.2'}, Jun 29 10:58:51.086321 dv-cinder-793515-4-smb neutron-server[105126]: 'ConntrackHelper': {'1.0'}, Jun 29 10:58:51.086321 dv-cinder-793515-4-smb neutron-server[105126]: 'Log': {'1.0'}, Jun 29 10:58:51.086321 dv-cinder-793515-4-smb neutron-server[105126]: 'Network': {'1.1'}, Jun 29 10:58:51.086321 dv-cinder-793515-4-smb neutron-server[105126]: 'Port': {'1.7'}, Jun 29 10:58:51.086321 dv-cinder-793515-4-smb neutron-server[105126]: 'PortForwarding': {'1.2'}, Jun 29 10:58:51.086321 dv-cinder-793515-4-smb neutron-server[105126]: 'QosPolicy': {'1.8'}, Jun 29 10:58:51.086321 dv-cinder-793515-4-smb neutron-server[105126]: 'SecurityGroup': {'1.4'}, Jun 29 10:58:51.086321 dv-cinder-793515-4-smb neutron-server[105126]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:58:51.086321 dv-cinder-793515-4-smb neutron-server[105126]: 'SubPort': {'1.0'}, Jun 29 10:58:51.086321 dv-cinder-793515-4-smb neutron-server[105126]: 'Subnet': {'1.1'}, Jun 29 10:58:51.086321 dv-cinder-793515-4-smb neutron-server[105126]: 'Trunk': {'1.1'}} Jun 29 10:58:51.086321 dv-cinder-793515-4-smb neutron-server[105126]: consumer versions: Jun 29 10:58:51.086321 dv-cinder-793515-4-smb neutron-server[105126]: { DHCP agent@dv-cinder-793515-4-smb: {}, Jun 29 10:58:51.086321 dv-cinder-793515-4-smb neutron-server[105126]: HyperV agent@hv-cinder-79351: {}, Jun 29 10:58:51.086321 dv-cinder-793515-4-smb neutron-server[105126]: L3 agent@dv-cinder-793515-4-smb: {}, Jun 29 10:58:51.086321 dv-cinder-793515-4-smb neutron-server[105126]: Metadata agent@dv-cinder-793515-4-smb: {}, Jun 29 10:58:51.086321 dv-cinder-793515-4-smb neutron-server[105126]: Metering agent@dv-cinder-793515-4-smb: {}, Jun 29 10:58:51.086321 dv-cinder-793515-4-smb neutron-server[105126]: Open vSwitch agent@dv-cinder-793515-4-smb: { 'AddressGroup': '1.2', Jun 29 10:58:51.086321 dv-cinder-793515-4-smb neutron-server[105126]: 'ConntrackHelper': '1.0', Jun 29 10:58:51.086321 dv-cinder-793515-4-smb neutron-server[105126]: 'Log': '1.0', Jun 29 10:58:51.086321 dv-cinder-793515-4-smb neutron-server[105126]: 'Network': '1.1', Jun 29 10:58:51.086321 dv-cinder-793515-4-smb neutron-server[105126]: 'Port': '1.7', Jun 29 10:58:51.086321 dv-cinder-793515-4-smb neutron-server[105126]: 'PortForwarding': '1.2', Jun 29 10:58:51.086321 dv-cinder-793515-4-smb neutron-server[105126]: 'QosPolicy': '1.8', Jun 29 10:58:51.086321 dv-cinder-793515-4-smb neutron-server[105126]: 'SecurityGroup': '1.4', Jun 29 10:58:51.086321 dv-cinder-793515-4-smb neutron-server[105126]: 'SecurityGroupRule': '1.2', Jun 29 10:58:51.086321 dv-cinder-793515-4-smb neutron-server[105126]: 'SubPort': '1.0', Jun 29 10:58:51.086321 dv-cinder-793515-4-smb neutron-server[105126]: 'Subnet': '1.1', Jun 29 10:58:51.086321 dv-cinder-793515-4-smb neutron-server[105126]: 'Trunk': '1.1'}} Jun 29 10:58:51.086321 dv-cinder-793515-4-smb neutron-server[105126]: {{(pid=105126) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:58:51.112269 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-5db65dcf-30d4-4707-bcae-c70cfd2ff136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:58:51.190938 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-5db65dcf-30d4-4707-bcae-c70cfd2ff136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116'] for network, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:51.193127 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db65dcf-30d4-4707-bcae-c70cfd2ff136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:58:51.193716 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-5db65dcf-30d4-4707-bcae-c70cfd2ff136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for network, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:51.196883 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:58:51.262456 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db65dcf-30d4-4707-bcae-c70cfd2ff136 admin admin] Pushing event updated for resources: {'Network': ['ID=3dddfc96-446a-4271-b2e4-1fbf8fb2f736,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:58:51.265730 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-5db65dcf-30d4-4707-bcae-c70cfd2ff136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:58:51.275627 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Network 3dddfc96-446a-4271-b2e4-1fbf8fb2f736 details requested by agent ovs-agent-dv-cinder-793515-4-smb with host dv-cinder-793515-4-smb {{(pid=105128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:58:51.275790 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-6f8ef3f1-b04e-4110-ba06-7fdd1c02de96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116'] for subnet, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:51.280343 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:58:51.343567 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-5db65dcf-30d4-4707-bcae-c70cfd2ff136 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9047878 Jun 29 10:58:51.349614 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 49390) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:58:51.349934 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ef3f1-b04e-4110-ba06-7fdd1c02de96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6,revision_number=0']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:58:51.349934 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-6f8ef3f1-b04e-4110-ba06-7fdd1c02de96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:58:51.350652 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-754ee9b7-b089-4a44-9bc0-e4019d7024bf admin admin] Request body: {'subnet': {'network_id': '3dddfc96-446a-4271-b2e4-1fbf8fb2f736', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1206726395-subnet', 'tenant_id': 'a367762fea4d4aa2bc4d9c8b1985272c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:58:51.354991 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8ef3f1-b04e-4110-ba06-7fdd1c02de96 admin admin] Checking segment: {'id': '1205bcf5-bf51-4831-9bc0-f68083624420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '27be0f43-986d-406d-84c6-0e27a892cced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:58:51.355549 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8ef3f1-b04e-4110-ba06-7fdd1c02de96 admin admin] Network hostable DHCP agents. Network: 27be0f43-986d-406d-84c6-0e27a892cced, hostable agents: ['c0824d2b-2f6c-4dc3-a849-d7b48d525e7a'], hosted agents: [] {{(pid=105127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:58:51.439370 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-2a0cba5a-ec2b-43ac-b54a-f8b52827a4f9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-572647017-network', 'tenant_id': '6299943bac064fd7b1103e93d469d653'}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:58:51.473005 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754ee9b7-b089-4a44-9bc0-e4019d7024bf admin admin] Made reservation on behalf of a367762fea4d4aa2bc4d9c8b1985272c for: {'subnet': 1} {{(pid=105126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:58:51.476909 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-754ee9b7-b089-4a44-9bc0-e4019d7024bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:51.494049 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8ef3f1-b04e-4110-ba06-7fdd1c02de96 admin admin] Network 27be0f43-986d-406d-84c6-0e27a892cced is scheduled to be hosted by DHCP agent c0824d2b-2f6c-4dc3-a849-d7b48d525e7a with binding_index 1 {{(pid=105127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:58:51.564518 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0cba5a-ec2b-43ac-b54a-f8b52827a4f9 admin admin] Made reservation on behalf of 6299943bac064fd7b1103e93d469d653 for: {'network': 1} {{(pid=105126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:58:51.566824 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2a0cba5a-ec2b-43ac-b54a-f8b52827a4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for network, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:51.577786 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 49402) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:58:51.584315 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2a0cba5a-ec2b-43ac-b54a-f8b52827a4f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:51.595821 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.base_scheduler [None req-6f8ef3f1-b04e-4110-ba06-7fdd1c02de96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-4-smb, 27be0f43-986d-406d-84c6-0e27a892cced) {{(pid=105127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:58:51.602843 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8ef3f1-b04e-4110-ba06-7fdd1c02de96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:58:51.603707 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-6f8ef3f1-b04e-4110-ba06-7fdd1c02de96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for subnet, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:51.612429 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562516c5-0423-478a-81af-5fc5a949b8b2 None None] Network 27be0f43-986d-406d-84c6-0e27a892cced requested from dv-cinder-793515-4-smb {{(pid=105128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:58:51.775992 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47869d4-5175-40bc-8b0d-e714f3ad0f5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4b559d8-e9f4-525d-98e1-7d473caeefe3-27be0f43-986d-406d-84c6-0e27a892cced', 'network_id': '27be0f43-986d-406d-84c6-0e27a892cced', 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'fixed_ips': [{'subnet_id': '4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6'}]}} from dv-cinder-793515-4-smb. {{(pid=105128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:58:51.777783 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-c47869d4-5175-40bc-8b0d-e714f3ad0f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:51.797039 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2a0cba5a-ec2b-43ac-b54a-f8b52827a4f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:51.866764 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-754ee9b7-b089-4a44-9bc0-e4019d7024bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116'] for subnet, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:51.874440 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:58:51.893656 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [None req-5405da0e-1698-4c0a-831f-eec535bcb8fd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1561861614-network', 'tenant_id': '60bd728274f542a58b0807650ae363da'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:58:51.933186 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2a0cba5a-ec2b-43ac-b54a-f8b52827a4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:51.939790 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.db_base_plugin_common [None req-c47869d4-5175-40bc-8b0d-e714f3ad0f5c None None] Allocated IP 172.20.0.2 (27be0f43-986d-406d-84c6-0e27a892cced/4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6/3829e77b-61c8-4ccb-9ddb-d69b02fcb779) {{(pid=105128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:58:51.968428 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a0cba5a-ec2b-43ac-b54a-f8b52827a4f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=105126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:58:51.970806 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754ee9b7-b089-4a44-9bc0-e4019d7024bf admin admin] Checking segment: {'id': 'd751559d-5565-473f-a10b-07ec42d05c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3dddfc96-446a-4271-b2e4-1fbf8fb2f736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:58:51.971151 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754ee9b7-b089-4a44-9bc0-e4019d7024bf admin admin] Network hostable DHCP agents. Network: 3dddfc96-446a-4271-b2e4-1fbf8fb2f736, hostable agents: ['c0824d2b-2f6c-4dc3-a849-d7b48d525e7a'], hosted agents: [] {{(pid=105126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:58:51.977304 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ee9b7-b089-4a44-9bc0-e4019d7024bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e78b9c77-e0e0-471c-a845-17d582c68532,revision_number=0']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:58:51.980764 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-754ee9b7-b089-4a44-9bc0-e4019d7024bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:58:51.981287 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:58:51.993466 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-6f8ef3f1-b04e-4110-ba06-7fdd1c02de96 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3702710 Jun 29 10:58:51.996613 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 49414) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:58:51.998003 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2a0cba5a-ec2b-43ac-b54a-f8b52827a4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790'] for segment, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:52.001624 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.db.segments_db [None req-2a0cba5a-ec2b-43ac-b54a-f8b52827a4f9 admin admin] Added segment 1785eff2-c376-43ac-af63-f77881cdceb1 of type vlan for network 8d7f72c5-0ecd-48cd-ad50-7ae8533793ae Jun 29 10:58:52.004481 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [None req-f3518eae-f830-4689-8434-2736eec74628 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-219027742-router', 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907'}}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:58:52.044050 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0cba5a-ec2b-43ac-b54a-f8b52827a4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a79e0e6-cee4-4f16-b51e-8c631597a018,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:58:52.049911 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-2a0cba5a-ec2b-43ac-b54a-f8b52827a4f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:58:52.062810 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2a0cba5a-ec2b-43ac-b54a-f8b52827a4f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761935103034'] for network, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:52.094775 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-c47869d4-5175-40bc-8b0d-e714f3ad0f5c None None] Notify callbacks [] for port, precommit_create {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:52.104069 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-c47869d4-5175-40bc-8b0d-e714f3ad0f5c None None] Transition to ACTIVE for port object 3829e77b-61c8-4ccb-9ddb-d69b02fcb779 will not be triggered until provisioned by entity L2. {{(pid=105128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:58:52.119367 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-c47869d4-5175-40bc-8b0d-e714f3ad0f5c None None] Transition to ACTIVE for port object 3829e77b-61c8-4ccb-9ddb-d69b02fcb779 will not be triggered until provisioned by entity DHCP. {{(pid=105128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:58:52.162540 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754ee9b7-b089-4a44-9bc0-e4019d7024bf admin admin] Network 3dddfc96-446a-4271-b2e4-1fbf8fb2f736 is scheduled to be hosted by DHCP agent c0824d2b-2f6c-4dc3-a849-d7b48d525e7a with binding_index 1 {{(pid=105126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:58:52.168274 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5405da0e-1698-4c0a-831f-eec535bcb8fd admin admin] Made reservation on behalf of 60bd728274f542a58b0807650ae363da for: {'network': 1} {{(pid=105127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:58:52.170995 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-5405da0e-1698-4c0a-831f-eec535bcb8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for network, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:52.187978 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-5405da0e-1698-4c0a-831f-eec535bcb8fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:52.248190 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2a0cba5a-ec2b-43ac-b54a-f8b52827a4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116'] for network, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:52.249624 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0cba5a-ec2b-43ac-b54a-f8b52827a4f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:58:52.250208 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2a0cba5a-ec2b-43ac-b54a-f8b52827a4f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for network, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:52.253190 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:58:52.277627 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-c47869d4-5175-40bc-8b0d-e714f3ad0f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791'] for port, after_create {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:52.280480 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f3518eae-f830-4689-8434-2736eec74628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-682'] for router, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:52.281185 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-9fa1e452-c75a-4aa2-8b57-41e95727a5b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:58:52.281475 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f3518eae-f830-4689-8434-2736eec74628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-659'] for router, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:52.330592 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.base_scheduler [None req-754ee9b7-b089-4a44-9bc0-e4019d7024bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-4-smb, 3dddfc96-446a-4271-b2e4-1fbf8fb2f736) {{(pid=105126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:58:52.347650 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754ee9b7-b089-4a44-9bc0-e4019d7024bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:58:52.348260 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-754ee9b7-b089-4a44-9bc0-e4019d7024bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for subnet, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:52.368834 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f3518eae-f830-4689-8434-2736eec74628 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:52.376605 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47869d4-5175-40bc-8b0d-e714f3ad0f5c None None] Pushing event updated for resources: {'Port': ['ID=3829e77b-61c8-4ccb-9ddb-d69b02fcb779,revision_number=1']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:58:52.388381 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56aaa2ad-215b-4821-8bba-f97cfb7cff28 None None] Network 3dddfc96-446a-4271-b2e4-1fbf8fb2f736 requested from dv-cinder-793515-4-smb {{(pid=105128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:58:52.397807 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0cba5a-ec2b-43ac-b54a-f8b52827a4f9 admin admin] Pushing event updated for resources: {'Network': ['ID=8d7f72c5-0ecd-48cd-ad50-7ae8533793ae,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:58:52.413504 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-2a0cba5a-ec2b-43ac-b54a-f8b52827a4f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:58:52.442207 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47869d4-5175-40bc-8b0d-e714f3ad0f5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:52.442560 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47869d4-5175-40bc-8b0d-e714f3ad0f5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:52.442901 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47869d4-5175-40bc-8b0d-e714f3ad0f5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:52.443382 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47869d4-5175-40bc-8b0d-e714f3ad0f5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:52.443715 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47869d4-5175-40bc-8b0d-e714f3ad0f5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:52.444046 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47869d4-5175-40bc-8b0d-e714f3ad0f5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:52.444383 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47869d4-5175-40bc-8b0d-e714f3ad0f5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:52.444873 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47869d4-5175-40bc-8b0d-e714f3ad0f5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:52.445379 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47869d4-5175-40bc-8b0d-e714f3ad0f5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:52.445710 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47869d4-5175-40bc-8b0d-e714f3ad0f5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:52.446031 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47869d4-5175-40bc-8b0d-e714f3ad0f5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:52.446349 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47869d4-5175-40bc-8b0d-e714f3ad0f5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:52.447390 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47869d4-5175-40bc-8b0d-e714f3ad0f5c None None] Tracked resource versions report: Jun 29 10:58:52.447390 dv-cinder-793515-4-smb neutron-server[105128]: pushed versions: Jun 29 10:58:52.447390 dv-cinder-793515-4-smb neutron-server[105128]: { 'AddressGroup': {'1.2'}, Jun 29 10:58:52.447390 dv-cinder-793515-4-smb neutron-server[105128]: 'ConntrackHelper': {'1.0'}, Jun 29 10:58:52.447390 dv-cinder-793515-4-smb neutron-server[105128]: 'Log': {'1.0'}, Jun 29 10:58:52.447390 dv-cinder-793515-4-smb neutron-server[105128]: 'Network': {'1.1'}, Jun 29 10:58:52.447390 dv-cinder-793515-4-smb neutron-server[105128]: 'Port': {'1.7'}, Jun 29 10:58:52.447390 dv-cinder-793515-4-smb neutron-server[105128]: 'PortForwarding': {'1.2'}, Jun 29 10:58:52.447390 dv-cinder-793515-4-smb neutron-server[105128]: 'QosPolicy': {'1.8'}, Jun 29 10:58:52.447390 dv-cinder-793515-4-smb neutron-server[105128]: 'SecurityGroup': {'1.4'}, Jun 29 10:58:52.447390 dv-cinder-793515-4-smb neutron-server[105128]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:58:52.447390 dv-cinder-793515-4-smb neutron-server[105128]: 'SubPort': {'1.0'}, Jun 29 10:58:52.447390 dv-cinder-793515-4-smb neutron-server[105128]: 'Subnet': {'1.1'}, Jun 29 10:58:52.447390 dv-cinder-793515-4-smb neutron-server[105128]: 'Trunk': {'1.1'}} Jun 29 10:58:52.447390 dv-cinder-793515-4-smb neutron-server[105128]: consumer versions: Jun 29 10:58:52.447390 dv-cinder-793515-4-smb neutron-server[105128]: { DHCP agent@dv-cinder-793515-4-smb: {}, Jun 29 10:58:52.447390 dv-cinder-793515-4-smb neutron-server[105128]: HyperV agent@hv-cinder-79351: {}, Jun 29 10:58:52.447390 dv-cinder-793515-4-smb neutron-server[105128]: L3 agent@dv-cinder-793515-4-smb: {}, Jun 29 10:58:52.447390 dv-cinder-793515-4-smb neutron-server[105128]: Metadata agent@dv-cinder-793515-4-smb: {}, Jun 29 10:58:52.447390 dv-cinder-793515-4-smb neutron-server[105128]: Metering agent@dv-cinder-793515-4-smb: {}, Jun 29 10:58:52.447390 dv-cinder-793515-4-smb neutron-server[105128]: Open vSwitch agent@dv-cinder-793515-4-smb: { 'AddressGroup': '1.2', Jun 29 10:58:52.447390 dv-cinder-793515-4-smb neutron-server[105128]: 'ConntrackHelper': '1.0', Jun 29 10:58:52.447390 dv-cinder-793515-4-smb neutron-server[105128]: 'Log': '1.0', Jun 29 10:58:52.447390 dv-cinder-793515-4-smb neutron-server[105128]: 'Network': '1.1', Jun 29 10:58:52.447390 dv-cinder-793515-4-smb neutron-server[105128]: 'Port': '1.7', Jun 29 10:58:52.447390 dv-cinder-793515-4-smb neutron-server[105128]: 'PortForwarding': '1.2', Jun 29 10:58:52.447390 dv-cinder-793515-4-smb neutron-server[105128]: 'QosPolicy': '1.8', Jun 29 10:58:52.447390 dv-cinder-793515-4-smb neutron-server[105128]: 'SecurityGroup': '1.4', Jun 29 10:58:52.447390 dv-cinder-793515-4-smb neutron-server[105128]: 'SecurityGroupRule': '1.2', Jun 29 10:58:52.447390 dv-cinder-793515-4-smb neutron-server[105128]: 'SubPort': '1.0', Jun 29 10:58:52.447390 dv-cinder-793515-4-smb neutron-server[105128]: 'Subnet': '1.1', Jun 29 10:58:52.447390 dv-cinder-793515-4-smb neutron-server[105128]: 'Trunk': '1.1'}} Jun 29 10:58:52.447390 dv-cinder-793515-4-smb neutron-server[105128]: {{(pid=105128) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:58:52.460910 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47869d4-5175-40bc-8b0d-e714f3ad0f5c None None] Network 27be0f43-986d-406d-84c6-0e27a892cced is already hosted by enough agents. {{(pid=105128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:58:52.462892 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.scheduler.base_scheduler [None req-c47869d4-5175-40bc-8b0d-e714f3ad0f5c None None] Resources bound (agent type, host, resource id): {{(pid=105128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:58:52.475205 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Network 8d7f72c5-0ecd-48cd-ad50-7ae8533793ae details requested by agent ovs-agent-dv-cinder-793515-4-smb with host dv-cinder-793515-4-smb {{(pid=105128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:58:52.476947 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-c47869d4-5175-40bc-8b0d-e714f3ad0f5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:58:52.481712 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-5405da0e-1698-4c0a-831f-eec535bcb8fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:52.643303 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47869d4-5175-40bc-8b0d-e714f3ad0f5c None None] Received port after_create {{(pid=105128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:58:52.663556 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f3518eae-f830-4689-8434-2736eec74628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-653'] for router, precommit_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:52.672789 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-5405da0e-1698-4c0a-831f-eec535bcb8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:52.684979 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5405da0e-1698-4c0a-831f-eec535bcb8fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=105127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:58:52.694462 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-5405da0e-1698-4c0a-831f-eec535bcb8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790'] for segment, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:52.695088 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.db.segments_db [None req-5405da0e-1698-4c0a-831f-eec535bcb8fd admin admin] Added segment a0efbef0-4c40-4b61-9b6d-c0442e1acd1d of type vlan for network ac02be72-d500-4efd-a7d0-236b527cd490 Jun 29 10:58:52.713454 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-c526a039-cad8-4dd2-a455-cedc6045bbb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:58:52.737670 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-754ee9b7-b089-4a44-9bc0-e4019d7024bf admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3918750 Jun 29 10:58:52.752982 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-5405da0e-1698-4c0a-831f-eec535bcb8fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761935103034'] for network, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:52.778420 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-2a0cba5a-ec2b-43ac-b54a-f8b52827a4f9 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8263869 Jun 29 10:58:52.786703 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 49446) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:58:52.786703 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-5c127c49-c66f-4f56-98ee-509e10f93554 admin admin] Request body: {'subnet': {'network_id': '8d7f72c5-0ecd-48cd-ad50-7ae8533793ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-572647017-subnet', 'tenant_id': '6299943bac064fd7b1103e93d469d653', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:58:52.806094 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405da0e-1698-4c0a-831f-eec535bcb8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084ff85d-0624-4187-a2bf-fe975f84f1d1,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:58:52.810640 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-5405da0e-1698-4c0a-831f-eec535bcb8fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:58:52.814305 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a3304e-3a7b-4713-a684-bdd9c9e70be7 None None] Network 3dddfc96-446a-4271-b2e4-1fbf8fb2f736 requested from dv-cinder-793515-4-smb {{(pid=105128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:58:52.842350 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-c47869d4-5175-40bc-8b0d-e714f3ad0f5c None None] Attempting to bind port 3829e77b-61c8-4ccb-9ddb-d69b02fcb779 on host dv-cinder-793515-4-smb for vnic_type normal with profile {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:58:52.842756 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-c47869d4-5175-40bc-8b0d-e714f3ad0f5c None None] Attempting to bind port 3829e77b-61c8-4ccb-9ddb-d69b02fcb779 by drivers openvswitch,hyperv on host dv-cinder-793515-4-smb at level 0 using segments [{'id': '1205bcf5-bf51-4831-9bc0-f68083624420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '27be0f43-986d-406d-84c6-0e27a892cced'}] {{(pid=105128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:58:52.843130 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47869d4-5175-40bc-8b0d-e714f3ad0f5c None None] Attempting to bind port 3829e77b-61c8-4ccb-9ddb-d69b02fcb779 on network 27be0f43-986d-406d-84c6-0e27a892cced {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:58:52.874210 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47869d4-5175-40bc-8b0d-e714f3ad0f5c None None] Checking agent: {'id': 'cc1c0530-ae64-418d-bf21-3e9fb04f4b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 50, 39), 'started_at': datetime.datetime(2021, 6, 29, 10, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:58:52.874826 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47869d4-5175-40bc-8b0d-e714f3ad0f5c None None] Checking segment: {'id': '1205bcf5-bf51-4831-9bc0-f68083624420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '27be0f43-986d-406d-84c6-0e27a892cced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:58:52.875508 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-c47869d4-5175-40bc-8b0d-e714f3ad0f5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:52.876318 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47869d4-5175-40bc-8b0d-e714f3ad0f5c None None] Bound using segment: {'id': '1205bcf5-bf51-4831-9bc0-f68083624420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '27be0f43-986d-406d-84c6-0e27a892cced'} {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:58:52.877004 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-c47869d4-5175-40bc-8b0d-e714f3ad0f5c None None] Bound port: 3829e77b-61c8-4ccb-9ddb-d69b02fcb779, host: dv-cinder-793515-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1205bcf5-bf51-4831-9bc0-f68083624420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '27be0f43-986d-406d-84c6-0e27a892cced'}}] {{(pid=105128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:58:52.877571 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-c47869d4-5175-40bc-8b0d-e714f3ad0f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:52.915558 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-5405da0e-1698-4c0a-831f-eec535bcb8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116'] for network, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:52.921805 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5405da0e-1698-4c0a-831f-eec535bcb8fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:58:52.921805 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-5405da0e-1698-4c0a-831f-eec535bcb8fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for network, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:52.932711 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-c526a039-cad8-4dd2-a455-cedc6045bbb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:58:52.964396 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c127c49-c66f-4f56-98ee-509e10f93554 admin admin] Made reservation on behalf of 6299943bac064fd7b1103e93d469d653 for: {'subnet': 1} {{(pid=105126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:58:52.989074 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-5c127c49-c66f-4f56-98ee-509e10f93554 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:53.105568 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-c47869d4-5175-40bc-8b0d-e714f3ad0f5c None None] For port 3829e77b-61c8-4ccb-9ddb-d69b02fcb779, host dv-cinder-793515-4-smb, cleared binding levels {{(pid=105128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:58:53.111647 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-5405da0e-1698-4c0a-831f-eec535bcb8fd admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5325572 Jun 29 10:58:53.117000 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-c47869d4-5175-40bc-8b0d-e714f3ad0f5c None None] For port 3829e77b-61c8-4ccb-9ddb-d69b02fcb779, host dv-cinder-793515-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=3829e77b-61c8-4ccb-9ddb-d69b02fcb779,segment=NetworkSegment(1205bcf5-bf51-4831-9bc0-f68083624420),segment_id=1205bcf5-bf51-4831-9bc0-f68083624420)] {{(pid=105128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:58:53.123897 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 49458) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:58:53.141228 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-e62d7603-b30c-4faa-a488-c987ee482e16 admin admin] Request body: {'subnet': {'network_id': 'ac02be72-d500-4efd-a7d0-236b527cd490', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1561861614-subnet', 'tenant_id': '60bd728274f542a58b0807650ae363da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:58:53.147640 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405da0e-1698-4c0a-831f-eec535bcb8fd admin admin] Pushing event updated for resources: {'Network': ['ID=ac02be72-d500-4efd-a7d0-236b527cd490,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:58:53.154121 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-5405da0e-1698-4c0a-831f-eec535bcb8fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:58:53.169369 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Network ac02be72-d500-4efd-a7d0-236b527cd490 details requested by agent ovs-agent-dv-cinder-793515-4-smb with host dv-cinder-793515-4-smb {{(pid=105128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:58:53.201179 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f3518eae-f830-4689-8434-2736eec74628 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:53.268959 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-c47869d4-5175-40bc-8b0d-e714f3ad0f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:53.283451 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:58:53.283932 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f3518eae-f830-4689-8434-2736eec74628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:53.397615 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62d7603-b30c-4faa-a488-c987ee482e16 admin admin] Made reservation on behalf of 60bd728274f542a58b0807650ae363da for: {'subnet': 1} {{(pid=105126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:58:53.400580 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-e62d7603-b30c-4faa-a488-c987ee482e16 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:53.438405 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47869d4-5175-40bc-8b0d-e714f3ad0f5c None None] Pushing event updated for resources: {'Port': ['ID=3829e77b-61c8-4ccb-9ddb-d69b02fcb779,revision_number=2']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:58:53.452425 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-c47869d4-5175-40bc-8b0d-e714f3ad0f5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:58:53.523108 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-5c127c49-c66f-4f56-98ee-509e10f93554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116'] for subnet, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:53.541904 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-754ee9b7-b089-4a44-9bc0-e4019d7024bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:58:53.591992 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.db_base_plugin_common [None req-f3518eae-f830-4689-8434-2736eec74628 admin admin] Allocated IP 172.28.3.82 (1d7db265-d806-41f6-8c7b-d59edd3be907/fc612ae2-4270-45ac-95ad-2bcf2d224ecb/543fbc8c-a977-4cf3-9612-bbdb724173d1) {{(pid=105127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:58:53.647632 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c127c49-c66f-4f56-98ee-509e10f93554 admin admin] Checking segment: {'id': '1785eff2-c376-43ac-af63-f77881cdceb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8d7f72c5-0ecd-48cd-ad50-7ae8533793ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:58:53.648278 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c127c49-c66f-4f56-98ee-509e10f93554 admin admin] Network hostable DHCP agents. Network: 8d7f72c5-0ecd-48cd-ad50-7ae8533793ae, hostable agents: ['c0824d2b-2f6c-4dc3-a849-d7b48d525e7a'], hosted agents: [] {{(pid=105126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:58:53.760244 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c127c49-c66f-4f56-98ee-509e10f93554 admin admin] Network 8d7f72c5-0ecd-48cd-ad50-7ae8533793ae is scheduled to be hosted by DHCP agent c0824d2b-2f6c-4dc3-a849-d7b48d525e7a with binding_index 1 {{(pid=105126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:58:53.781829 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c127c49-c66f-4f56-98ee-509e10f93554 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6175b8a-51af-4ce8-b7f0-839520dcb7e3,revision_number=0']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:58:53.796430 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-5c127c49-c66f-4f56-98ee-509e10f93554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:58:53.843364 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.base_scheduler [None req-5c127c49-c66f-4f56-98ee-509e10f93554 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-4-smb, 8d7f72c5-0ecd-48cd-ad50-7ae8533793ae) {{(pid=105126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:58:53.852785 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0cd085-9cae-445f-aa6d-8ffcaab8e4b3 None None] Network 8d7f72c5-0ecd-48cd-ad50-7ae8533793ae requested from dv-cinder-793515-4-smb {{(pid=105128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:58:53.887258 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c127c49-c66f-4f56-98ee-509e10f93554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:58:53.887764 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-5c127c49-c66f-4f56-98ee-509e10f93554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for subnet, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:53.915413 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f3518eae-f830-4689-8434-2736eec74628 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:54.090655 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-5c127c49-c66f-4f56-98ee-509e10f93554 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3084059 Jun 29 10:58:54.095223 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 49512) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:58:54.105477 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [None req-cee16688-7a57-4d7a-a412-35ecc2d71b25 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-572647017-router', 'tenant_id': '6299943bac064fd7b1103e93d469d653', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907'}}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:58:54.174938 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab954b29-4b15-49f4-9339-b619197969fc None None] Network 8d7f72c5-0ecd-48cd-ad50-7ae8533793ae requested from dv-cinder-793515-4-smb {{(pid=105128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:58:54.180677 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f3518eae-f830-4689-8434-2736eec74628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791'] for port, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:54.190347 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:58:54.242822 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-e62d7603-b30c-4faa-a488-c987ee482e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116'] for subnet, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:54.254145 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:58:54.297954 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-cee16688-7a57-4d7a-a412-35ecc2d71b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-682'] for router, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:54.298959 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-cee16688-7a57-4d7a-a412-35ecc2d71b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-659'] for router, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:54.312230 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d7603-b30c-4faa-a488-c987ee482e16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdeeb061-fe42-4037-bc54-f4ecb69a899e,revision_number=0']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:58:54.315910 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-e62d7603-b30c-4faa-a488-c987ee482e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:58:54.335004 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62d7603-b30c-4faa-a488-c987ee482e16 admin admin] Checking segment: {'id': 'a0efbef0-4c40-4b61-9b6d-c0442e1acd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'ac02be72-d500-4efd-a7d0-236b527cd490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:58:54.335568 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62d7603-b30c-4faa-a488-c987ee482e16 admin admin] Network hostable DHCP agents. Network: ac02be72-d500-4efd-a7d0-236b527cd490, hostable agents: ['c0824d2b-2f6c-4dc3-a849-d7b48d525e7a'], hosted agents: [] {{(pid=105126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:58:54.378137 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3518eae-f830-4689-8434-2736eec74628 admin admin] Network 1d7db265-d806-41f6-8c7b-d59edd3be907 is already hosted by enough agents. {{(pid=105127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:58:54.419422 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.base_scheduler [None req-f3518eae-f830-4689-8434-2736eec74628 admin admin] Resources bound (agent type, host, resource id): {{(pid=105127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:58:54.430185 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3518eae-f830-4689-8434-2736eec74628 admin admin] Received port after_create {{(pid=105127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:58:54.440529 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3518eae-f830-4689-8434-2736eec74628 admin admin] Pushing event updated for resources: {'Port': ['ID=543fbc8c-a977-4cf3-9612-bbdb724173d1,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:58:54.443366 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62d7603-b30c-4faa-a488-c987ee482e16 admin admin] Network ac02be72-d500-4efd-a7d0-236b527cd490 is scheduled to be hosted by DHCP agent c0824d2b-2f6c-4dc3-a849-d7b48d525e7a with binding_index 1 {{(pid=105126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:58:54.517038 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-f3518eae-f830-4689-8434-2736eec74628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:58:54.518293 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-cee16688-7a57-4d7a-a412-35ecc2d71b25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:54.527783 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.base_scheduler [None req-e62d7603-b30c-4faa-a488-c987ee482e16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-4-smb, ac02be72-d500-4efd-a7d0-236b527cd490) {{(pid=105126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:58:54.533095 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62d7603-b30c-4faa-a488-c987ee482e16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:58:54.533688 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-e62d7603-b30c-4faa-a488-c987ee482e16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for subnet, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:54.546226 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6c2608-721e-430a-a19c-52cbfc7e03c0 None None] Network ac02be72-d500-4efd-a7d0-236b527cd490 requested from dv-cinder-793515-4-smb {{(pid=105128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:58:54.618293 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-e62d7603-b30c-4faa-a488-c987ee482e16 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4838629 Jun 29 10:58:54.710008 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00760b7-32ad-42a3-8dce-5826720cdbb0 None None] Network ac02be72-d500-4efd-a7d0-236b527cd490 requested from dv-cinder-793515-4-smb {{(pid=105128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:58:54.767454 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-cee16688-7a57-4d7a-a412-35ecc2d71b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-653'] for router, precommit_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:54.817530 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78aa32d-8138-4612-840a-7befb9c7bae2 None None] Network 27be0f43-986d-406d-84c6-0e27a892cced requested from dv-cinder-793515-4-smb {{(pid=105128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:58:54.976404 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-e67a5888-29c1-42ab-a70b-3e2cd376a1af None None] Provisioning for port 3829e77b-61c8-4ccb-9ddb-d69b02fcb779 completed by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:58:54.994730 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f3518eae-f830-4689-8434-2736eec74628 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:55.220276 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 3829e77b-61c8-4ccb-9ddb-d69b02fcb779 up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:58:55.272409 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 49556) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:58:55.299275 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.agents_db [None req-6227a327-39ba-4b2a-b4ab-7b0e2d6295dc None None] Agent healthcheck: found 6 active agents {{(pid=105129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:58:55.320725 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 49562) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:58:55.386505 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-cee16688-7a57-4d7a-a412-35ecc2d71b25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:55.394811 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 49576) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:58:55.398648 dv-cinder-793515-4-smb neutron-server[105126]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 10:58:55.429850 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning for port 3829e77b-61c8-4ccb-9ddb-d69b02fcb779 completed by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:58:55.434446 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning complete for port 3829e77b-61c8-4ccb-9ddb-d69b02fcb779 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:58:55.435129 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:55.453304 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f3518eae-f830-4689-8434-2736eec74628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540137'] for router, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:55.461244 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-cee16688-7a57-4d7a-a412-35ecc2d71b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:55.556923 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-6cc154f1-372e-42b6-9688-b08dffe29fd0 None None] Provisioning complete for port 3829e77b-61c8-4ccb-9ddb-d69b02fcb779 triggered by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:58:55.556923 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6cc154f1-372e-42b6-9688-b08dffe29fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:55.750470 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 49600) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:58:55.757012 dv-cinder-793515-4-smb neutron-server[105127]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 10:58:55.766683 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-81a14d92-284b-45c4-b910-feb531bc7d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:55.787964 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-54ccaef1-9e70-42ba-8f7e-9a7a3a6cdf7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:55.810203 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6cc154f1-372e-42b6-9688-b08dffe29fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:55.813125 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:55.852222 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-6cc154f1-372e-42b6-9688-b08dffe29fd0 None None] For port 3829e77b-61c8-4ccb-9ddb-d69b02fcb779, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=3829e77b-61c8-4ccb-9ddb-d69b02fcb779,segment=NetworkSegment(1205bcf5-bf51-4831-9bc0-f68083624420),segment_id=1205bcf5-bf51-4831-9bc0-f68083624420)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:58:55.866295 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.db_base_plugin_common [None req-cee16688-7a57-4d7a-a412-35ecc2d71b25 admin admin] Allocated IP 172.28.3.109 (1d7db265-d806-41f6-8c7b-d59edd3be907/fc612ae2-4270-45ac-95ad-2bcf2d224ecb/bbf74f91-e0ed-4030-a641-50300711d4d2) {{(pid=105127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:58:55.870458 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff380efd-16b9-41da-9afe-66105f1d344c req-310943d8-72bd-45bd-8173-a9007e4a8c4f tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:58:55.872858 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-ff380efd-16b9-41da-9afe-66105f1d344c req-310943d8-72bd-45bd-8173-a9007e4a8c4f tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/networks?id=3dddfc96-446a-4271-b2e4-1fbf8fb2f736 HTTP/1.1" status: 200 len: 815 time: 0.4757776 Jun 29 10:58:55.900310 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-ff380efd-16b9-41da-9afe-66105f1d344c req-85a9647e-3383-4dd0-87e4-933708298c95 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/quotas/a367762fea4d4aa2bc4d9c8b1985272c HTTP/1.1" status: 200 len: 375 time: 0.0184481 Jun 29 10:58:55.908607 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6cc154f1-372e-42b6-9688-b08dffe29fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:55.916939 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:58:55.975500 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-ff380efd-16b9-41da-9afe-66105f1d344c req-99d11fc4-dade-49cf-bf9a-8525ec57444f tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a367762fea4d4aa2bc4d9c8b1985272c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588388 Jun 29 10:58:56.000313 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.db.api [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 10:58:56.006366 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_db.api [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 10:58:56.006366 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc154f1-372e-42b6-9688-b08dffe29fd0 None None] Pushing event updated for resources: {'Port': ['ID=3829e77b-61c8-4ccb-9ddb-d69b02fcb779,revision_number=3']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:58:56.013732 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-6cc154f1-372e-42b6-9688-b08dffe29fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:58:56.021163 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-81a14d92-284b-45c4-b910-feb531bc7d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:56.047523 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-df8729eb-fcd3-41f6-ae6d-7b0b0544738e tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:58:56.049135 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-df8729eb-fcd3-41f6-ae6d-7b0b0544738e tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/networks?id=ac02be72-d500-4efd-a7d0-236b527cd490 HTTP/1.1" status: 200 len: 812 time: 0.2963119 Jun 29 10:58:56.080992 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-791900b0-b75c-4e4a-8356-64254020577c tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/quotas/60bd728274f542a58b0807650ae363da HTTP/1.1" status: 200 len: 375 time: 0.0239730 Jun 29 10:58:56.090361 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-81a14d92-284b-45c4-b910-feb531bc7d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:56.096903 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-2a0cba5a-ec2b-43ac-b54a-f8b52827a4f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:58:56.125191 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [req-ff380efd-16b9-41da-9afe-66105f1d344c req-e05e9243-66ab-4ccc-add0-3b8c9617583d service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=105126) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:58:56.126196 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-ff380efd-16b9-41da-9afe-66105f1d344c req-e05e9243-66ab-4ccc-add0-3b8c9617583d service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0631187 Jun 29 10:58:56.148968 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-7b98c2fe-2740-458a-b5b9-f23967a994b6 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=60bd728274f542a58b0807650ae363da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572882 Jun 29 10:58:56.153597 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-cee16688-7a57-4d7a-a412-35ecc2d71b25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:56.155812 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3518eae-f830-4689-8434-2736eec74628 admin admin] Router fbeb5745-410b-40fb-880f-b8e114e79470 is scheduled to L3 agent 3b2ad6f0-f3d9-4012-ac35-d330af5e0962 with binding_index 1 {{(pid=105127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:58:56.205285 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-81a14d92-284b-45c4-b910-feb531bc7d98 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ea0ff913f1374629abae652e954112a6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8837690 Jun 29 10:58:56.207501 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a14d92-284b-45c4-b910-feb531bc7d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64aca8c-0832-49d9-ab73-4a18d9c70834,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:58:56.210861 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 49616) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:58:56.212663 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-81a14d92-284b-45c4-b910-feb531bc7d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:58:56.282019 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-ff380efd-16b9-41da-9afe-66105f1d344c req-1fb41a24-2d2d-438f-a805-11bed7c80604 service neutron] 10.222.0.66 "GET /v2.0/networks/3dddfc96-446a-4271-b2e4-1fbf8fb2f736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438584 Jun 29 10:58:56.302946 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-4f7f9f72-7cdf-4b88-850d-1d4a2734dfb6 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=105127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:58:56.303959 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-4f7f9f72-7cdf-4b88-850d-1d4a2734dfb6 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0964124 Jun 29 10:58:56.343187 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-54ccaef1-9e70-42ba-8f7e-9a7a3a6cdf7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:56.376480 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-cee16688-7a57-4d7a-a412-35ecc2d71b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791'] for port, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:56.381153 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3518eae-f830-4689-8434-2736eec74628 admin admin] Notify agent at l3_agent.dv-cinder-793515-4-smb the message routers_updated {{(pid=105127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:58:56.390537 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-ff380efd-16b9-41da-9afe-66105f1d344c req-fe7baa7b-cd2a-4561-a2ea-e1a0bb9e9302 service neutron] 10.222.0.66 "GET /v2.0/networks/3dddfc96-446a-4271-b2e4-1fbf8fb2f736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003480 Jun 29 10:58:56.392199 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf0b0d8-0555-4db7-82d5-f4566a38f5a7 None None] Sync routers for ids ['fbeb5745-410b-40fb-880f-b8e114e79470'] in dv-cinder-793515-4-smb {{(pid=105129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:58:56.395979 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:58:56.402034 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf0b0d8-0555-4db7-82d5-f4566a38f5a7 None None] Routers {'fbeb5745-410b-40fb-880f-b8e114e79470'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:58:56.402652 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-bbf0b0d8-0555-4db7-82d5-f4566a38f5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T10:58:39Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['fbeb5745-410b-40fb-880f-b8e114e79470'], 'active': True} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:58:56.419648 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-54ccaef1-9e70-42ba-8f7e-9a7a3a6cdf7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:56.423602 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-bd2fed19-dac1-4513-af7f-fa8405917705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:58:56.434850 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-75613654-4f66-4395-bcaf-dc01e7912581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:56.479141 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee16688-7a57-4d7a-a412-35ecc2d71b25 admin admin] Network 1d7db265-d806-41f6-8c7b-d59edd3be907 is already hosted by enough agents. {{(pid=105127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:58:56.486743 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-54ccaef1-9e70-42ba-8f7e-9a7a3a6cdf7f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b5836a63aa794df4afaf514a3bd51222&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2130899 Jun 29 10:58:56.490662 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 49626) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:58:56.496311 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.base_scheduler [None req-cee16688-7a57-4d7a-a412-35ecc2d71b25 admin admin] Resources bound (agent type, host, resource id): {{(pid=105127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:58:56.502537 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-75613654-4f66-4395-bcaf-dc01e7912581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:56.506556 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee16688-7a57-4d7a-a412-35ecc2d71b25 admin admin] Received port after_create {{(pid=105127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:58:56.518557 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-1987e9ce-9528-4a14-b407-daf77781319f service neutron] 10.222.0.66 "GET /v2.0/networks/ac02be72-d500-4efd-a7d0-236b527cd490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078123 Jun 29 10:58:56.530503 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ccaef1-9e70-42ba-8f7e-9a7a3a6cdf7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde0072a-9866-4846-933b-71da5e6d3a4e,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:58:56.536338 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-54ccaef1-9e70-42ba-8f7e-9a7a3a6cdf7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:58:56.553966 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-64256b47-ae8a-4a24-99f8-443eecb55a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:56.561195 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvr_db [None req-bbf0b0d8-0555-4db7-82d5-f4566a38f5a7 None None] Set router fbeb5745-410b-40fb-880f-b8e114e79470 gateway port host: dv-cinder-793515-4-smb {{(pid=105129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:58:56.570698 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee16688-7a57-4d7a-a412-35ecc2d71b25 admin admin] Pushing event updated for resources: {'Port': ['ID=bbf74f91-e0ed-4030-a641-50300711d4d2,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:58:56.580263 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-64256b47-ae8a-4a24-99f8-443eecb55a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:56.584448 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f3518eae-f830-4689-8434-2736eec74628 admin admin] Notify callbacks [] for router, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:56.585737 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-f3518eae-f830-4689-8434-2736eec74628 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5871630 Jun 29 10:58:56.589544 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 49628) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:58:56.626635 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-cee16688-7a57-4d7a-a412-35ecc2d71b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:58:56.790225 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-95f9c000-ff8f-4397-86ad-3af7a43a7af6 service neutron] 10.222.0.66 "GET /v2.0/networks/ac02be72-d500-4efd-a7d0-236b527cd490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011266 Jun 29 10:58:56.808579 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-64256b47-ae8a-4a24-99f8-443eecb55a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:56.813226 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-64256b47-ae8a-4a24-99f8-443eecb55a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:56.814378 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-64256b47-ae8a-4a24-99f8-443eecb55a9a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bde0072a-9866-4846-933b-71da5e6d3a4e HTTP/1.1" status: 204 len: 168 time: 0.3226278 Jun 29 10:58:56.817633 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-5db65dcf-30d4-4707-bcae-c70cfd2ff136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:58:56.836086 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-bbf0b0d8-0555-4db7-82d5-f4566a38f5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'name': 'tempest-AttachVolumeTestJSON-219027742-router', 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.82'}], 'enable_snat': True}, 'gw_port_id': '543fbc8c-a977-4cf3-9612-bbdb724173d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:58:52Z', 'updated_at': '2021-06-29T10:58:54Z', 'revision_number': 3, 'project_id': '2e126c6330d743c8b924fb706c06677b', 'gw_port': {'id': '543fbc8c-a977-4cf3-9612-bbdb724173d1', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:58:53Z', 'updated_at': '2021-06-29T10:58:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb'}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:58:56.841522 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64256b47-ae8a-4a24-99f8-443eecb55a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde0072a-9866-4846-933b-71da5e6d3a4e,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:58:56.845754 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-64256b47-ae8a-4a24-99f8-443eecb55a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:58:56.871271 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-75613654-4f66-4395-bcaf-dc01e7912581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:56.876256 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-75613654-4f66-4395-bcaf-dc01e7912581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:56.881044 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-75613654-4f66-4395-bcaf-dc01e7912581 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a64aca8c-0832-49d9-ab73-4a18d9c70834 HTTP/1.1" status: 204 len: 168 time: 0.6660166 Jun 29 10:58:56.881044 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:58:56.913717 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf0b0d8-0555-4db7-82d5-f4566a38f5a7 None None] Checking router: fbeb5745-410b-40fb-880f-b8e114e79470 for host: dv-cinder-793515-4-smb {{(pid=105129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:58:56.914707 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf0b0d8-0555-4db7-82d5-f4566a38f5a7 None None] Updating router fbeb5745-410b-40fb-880f-b8e114e79470 port 543fbc8c-a977-4cf3-9612-bbdb724173d1 binding host dv-cinder-793515-4-smb {{(pid=105129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:58:56.947153 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75613654-4f66-4395-bcaf-dc01e7912581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64aca8c-0832-49d9-ab73-4a18d9c70834,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:58:56.952247 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-75613654-4f66-4395-bcaf-dc01e7912581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:58:56.986567 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-bbf0b0d8-0555-4db7-82d5-f4566a38f5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:57.037852 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-cee16688-7a57-4d7a-a412-35ecc2d71b25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:57.140293 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 3829e77b-61c8-4ccb-9ddb-d69b02fcb779 up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:58:57.298452 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning complete for port 3829e77b-61c8-4ccb-9ddb-d69b02fcb779 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:58:57.299716 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:57.413789 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-87949d42-d76d-4fff-8eee-41ae60e0c06d req-89b44c9a-59ef-4ad8-a923-cfae37dfd0a5 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=e983a77e-84a0-4f70-95a2-cb590d75f2fe HTTP/1.1" status: 200 len: 210 time: 0.1805091 Jun 29 10:58:57.513778 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-cee16688-7a57-4d7a-a412-35ecc2d71b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540137'] for router, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:57.524849 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-679c710b-5b79-434a-a4cc-8f415e0129e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:57.576531 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-bbf0b0d8-0555-4db7-82d5-f4566a38f5a7 None None] Notify callbacks [] for port, precommit_update {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:57.589210 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.provisioning_blocks [None req-bbf0b0d8-0555-4db7-82d5-f4566a38f5a7 None None] Transition to ACTIVE for port object 543fbc8c-a977-4cf3-9612-bbdb724173d1 will not be triggered until provisioned by entity L2. {{(pid=105129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:58:57.614646 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-06b6fb75-3ac4-4440-9ef9-3acd55ab6e53 req-68ae8276-e5bf-4d38-b7fa-fe116f9f5f7d tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/ports?device_id=4707594d-1e3a-40bc-9113-a231da3ff72c HTTP/1.1" status: 200 len: 210 time: 0.1019425 Jun 29 10:58:57.694678 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-bbf0b0d8-0555-4db7-82d5-f4566a38f5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:57.699582 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG oslo_concurrency.lockutils [None req-1d69cfe4-38a0-4f93-9491-237c818c2253 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:58:57.704950 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.db.db_base_plugin_common [None req-679c710b-5b79-434a-a4cc-8f415e0129e5 admin admin] Allocated IP 172.20.0.1 (27be0f43-986d-406d-84c6-0e27a892cced/4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6/de12757a-329b-46d4-ad31-49b102f5fe06) {{(pid=105126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:58:57.750752 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee16688-7a57-4d7a-a412-35ecc2d71b25 admin admin] Router dc9018ff-cfb9-4818-ad51-6ab7dc886922 is scheduled to L3 agent 3b2ad6f0-f3d9-4012-ac35-d330af5e0962 with binding_index 1 {{(pid=105127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:58:57.752053 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.managers [None req-bbf0b0d8-0555-4db7-82d5-f4566a38f5a7 None None] Attempting to bind port 543fbc8c-a977-4cf3-9612-bbdb724173d1 on host dv-cinder-793515-4-smb for vnic_type normal with profile {{(pid=105129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:58:57.752462 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.managers [None req-bbf0b0d8-0555-4db7-82d5-f4566a38f5a7 None None] Attempting to bind port 543fbc8c-a977-4cf3-9612-bbdb724173d1 by drivers openvswitch,hyperv on host dv-cinder-793515-4-smb at level 0 using segments [{'id': 'cf6731c6-a9cf-4901-a91e-9599bf0473fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907'}] {{(pid=105129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:58:57.752827 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf0b0d8-0555-4db7-82d5-f4566a38f5a7 None None] Attempting to bind port 543fbc8c-a977-4cf3-9612-bbdb724173d1 on network 1d7db265-d806-41f6-8c7b-d59edd3be907 {{(pid=105129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:58:57.762329 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf0b0d8-0555-4db7-82d5-f4566a38f5a7 None None] Checking agent: {'id': 'cc1c0530-ae64-418d-bf21-3e9fb04f4b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 50, 39), 'started_at': datetime.datetime(2021, 6, 29, 10, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:58:57.762702 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf0b0d8-0555-4db7-82d5-f4566a38f5a7 None None] Checking segment: {'id': 'cf6731c6-a9cf-4901-a91e-9599bf0473fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:58:57.763318 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-bbf0b0d8-0555-4db7-82d5-f4566a38f5a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:57.763715 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf0b0d8-0555-4db7-82d5-f4566a38f5a7 None None] Bound using segment: {'id': 'cf6731c6-a9cf-4901-a91e-9599bf0473fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907'} {{(pid=105129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:58:57.764189 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.managers [None req-bbf0b0d8-0555-4db7-82d5-f4566a38f5a7 None None] Bound port: 543fbc8c-a977-4cf3-9612-bbdb724173d1, host: dv-cinder-793515-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6731c6-a9cf-4901-a91e-9599bf0473fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907'}}] {{(pid=105129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:58:57.764619 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-bbf0b0d8-0555-4db7-82d5-f4566a38f5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:57.766420 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b6512-4fa9-4c9f-9e3c-059ace6fd023 None None] Pushing event updated for resources: {'Port': ['ID=543fbc8c-a977-4cf3-9612-bbdb724173d1,revision_number=2']} {{(pid=105129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:58:57.796514 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b6512-4fa9-4c9f-9e3c-059ace6fd023 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:57.796854 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b6512-4fa9-4c9f-9e3c-059ace6fd023 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:57.797425 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b6512-4fa9-4c9f-9e3c-059ace6fd023 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:57.797935 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b6512-4fa9-4c9f-9e3c-059ace6fd023 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:57.798265 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b6512-4fa9-4c9f-9e3c-059ace6fd023 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:57.798592 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b6512-4fa9-4c9f-9e3c-059ace6fd023 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:57.798915 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b6512-4fa9-4c9f-9e3c-059ace6fd023 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:57.799240 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b6512-4fa9-4c9f-9e3c-059ace6fd023 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:57.799579 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b6512-4fa9-4c9f-9e3c-059ace6fd023 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:57.799957 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b6512-4fa9-4c9f-9e3c-059ace6fd023 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:57.800282 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b6512-4fa9-4c9f-9e3c-059ace6fd023 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:57.800624 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b6512-4fa9-4c9f-9e3c-059ace6fd023 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:58:57.802747 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b6512-4fa9-4c9f-9e3c-059ace6fd023 None None] Tracked resource versions report: Jun 29 10:58:57.802747 dv-cinder-793515-4-smb neutron-server[105129]: pushed versions: Jun 29 10:58:57.802747 dv-cinder-793515-4-smb neutron-server[105129]: { 'AddressGroup': {'1.2'}, Jun 29 10:58:57.802747 dv-cinder-793515-4-smb neutron-server[105129]: 'ConntrackHelper': {'1.0'}, Jun 29 10:58:57.802747 dv-cinder-793515-4-smb neutron-server[105129]: 'Log': {'1.0'}, Jun 29 10:58:57.802747 dv-cinder-793515-4-smb neutron-server[105129]: 'Network': {'1.1'}, Jun 29 10:58:57.802747 dv-cinder-793515-4-smb neutron-server[105129]: 'Port': {'1.7'}, Jun 29 10:58:57.802747 dv-cinder-793515-4-smb neutron-server[105129]: 'PortForwarding': {'1.2'}, Jun 29 10:58:57.802747 dv-cinder-793515-4-smb neutron-server[105129]: 'QosPolicy': {'1.8'}, Jun 29 10:58:57.802747 dv-cinder-793515-4-smb neutron-server[105129]: 'SecurityGroup': {'1.4'}, Jun 29 10:58:57.802747 dv-cinder-793515-4-smb neutron-server[105129]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:58:57.802747 dv-cinder-793515-4-smb neutron-server[105129]: 'SubPort': {'1.0'}, Jun 29 10:58:57.802747 dv-cinder-793515-4-smb neutron-server[105129]: 'Subnet': {'1.1'}, Jun 29 10:58:57.802747 dv-cinder-793515-4-smb neutron-server[105129]: 'Trunk': {'1.1'}} Jun 29 10:58:57.802747 dv-cinder-793515-4-smb neutron-server[105129]: consumer versions: Jun 29 10:58:57.802747 dv-cinder-793515-4-smb neutron-server[105129]: { DHCP agent@dv-cinder-793515-4-smb: {}, Jun 29 10:58:57.802747 dv-cinder-793515-4-smb neutron-server[105129]: HyperV agent@hv-cinder-79351: {}, Jun 29 10:58:57.802747 dv-cinder-793515-4-smb neutron-server[105129]: L3 agent@dv-cinder-793515-4-smb: {}, Jun 29 10:58:57.802747 dv-cinder-793515-4-smb neutron-server[105129]: Metadata agent@dv-cinder-793515-4-smb: {}, Jun 29 10:58:57.802747 dv-cinder-793515-4-smb neutron-server[105129]: Metering agent@dv-cinder-793515-4-smb: {}, Jun 29 10:58:57.802747 dv-cinder-793515-4-smb neutron-server[105129]: Open vSwitch agent@dv-cinder-793515-4-smb: { 'AddressGroup': '1.2', Jun 29 10:58:57.802747 dv-cinder-793515-4-smb neutron-server[105129]: 'ConntrackHelper': '1.0', Jun 29 10:58:57.802747 dv-cinder-793515-4-smb neutron-server[105129]: 'Log': '1.0', Jun 29 10:58:57.802747 dv-cinder-793515-4-smb neutron-server[105129]: 'Network': '1.1', Jun 29 10:58:57.802747 dv-cinder-793515-4-smb neutron-server[105129]: 'Port': '1.7', Jun 29 10:58:57.802747 dv-cinder-793515-4-smb neutron-server[105129]: 'PortForwarding': '1.2', Jun 29 10:58:57.802747 dv-cinder-793515-4-smb neutron-server[105129]: 'QosPolicy': '1.8', Jun 29 10:58:57.802747 dv-cinder-793515-4-smb neutron-server[105129]: 'SecurityGroup': '1.4', Jun 29 10:58:57.802747 dv-cinder-793515-4-smb neutron-server[105129]: 'SecurityGroupRule': '1.2', Jun 29 10:58:57.802747 dv-cinder-793515-4-smb neutron-server[105129]: 'SubPort': '1.0', Jun 29 10:58:57.802747 dv-cinder-793515-4-smb neutron-server[105129]: 'Subnet': '1.1', Jun 29 10:58:57.802747 dv-cinder-793515-4-smb neutron-server[105129]: 'Trunk': '1.1'}} Jun 29 10:58:57.802747 dv-cinder-793515-4-smb neutron-server[105129]: {{(pid=105129) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:58:57.808624 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG oslo_concurrency.lockutils [None req-c06b6512-4fa9-4c9f-9e3c-059ace6fd023 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=105129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:58:57.838665 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-679c710b-5b79-434a-a4cc-8f415e0129e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:57.844220 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 49682) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:58:57.846602 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.db [None req-bbf0b0d8-0555-4db7-82d5-f4566a38f5a7 None None] For port 543fbc8c-a977-4cf3-9612-bbdb724173d1, host dv-cinder-793515-4-smb, cleared binding levels {{(pid=105129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:58:57.850506 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.db [None req-bbf0b0d8-0555-4db7-82d5-f4566a38f5a7 None None] For port 543fbc8c-a977-4cf3-9612-bbdb724173d1, host dv-cinder-793515-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=543fbc8c-a977-4cf3-9612-bbdb724173d1,segment=NetworkSegment(cf6731c6-a9cf-4901-a91e-9599bf0473fe),segment_id=cf6731c6-a9cf-4901-a91e-9599bf0473fe)] {{(pid=105129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:58:57.866741 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-6d2b84f9-25e4-473a-8902-2e6e68e8059d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:57.880008 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.db.provisioning_blocks [None req-679c710b-5b79-434a-a4cc-8f415e0129e5 admin admin] Transition to ACTIVE for port object de12757a-329b-46d4-ad31-49b102f5fe06 will not be triggered until provisioned by entity DHCP. {{(pid=105126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:58:57.943954 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-bbf0b0d8-0555-4db7-82d5-f4566a38f5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:57.964075 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG oslo_concurrency.lockutils [None req-c06b6512-4fa9-4c9f-9e3c-059ace6fd023 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:58:57.978261 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 49686) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:58:58.029327 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-6d2b84f9-25e4-473a-8902-2e6e68e8059d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:58.030752 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-679c710b-5b79-434a-a4cc-8f415e0129e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791'] for port, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:58.038082 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-2bff38ff-d4ec-4ffb-b6db-db445faec5d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:58:58.040569 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b6512-4fa9-4c9f-9e3c-059ace6fd023 None None] Pushing event updated for resources: {'Port': ['ID=543fbc8c-a977-4cf3-9612-bbdb724173d1,revision_number=3']} {{(pid=105129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:58:58.045336 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG oslo_concurrency.lockutils [None req-c06b6512-4fa9-4c9f-9e3c-059ace6fd023 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:58:58.050434 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf0b0d8-0555-4db7-82d5-f4566a38f5a7 None None] Routers {'fbeb5745-410b-40fb-880f-b8e114e79470'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:58:58.053106 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-bbf0b0d8-0555-4db7-82d5-f4566a38f5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T10:58:39Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['fbeb5745-410b-40fb-880f-b8e114e79470'], 'active': True} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:58:58.104709 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679c710b-5b79-434a-a4cc-8f415e0129e5 admin admin] Network 27be0f43-986d-406d-84c6-0e27a892cced is already hosted by enough agents. {{(pid=105126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:58:58.108307 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-6d2b84f9-25e4-473a-8902-2e6e68e8059d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:58.108776 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.base_scheduler [None req-679c710b-5b79-434a-a4cc-8f415e0129e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:58:58.121931 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679c710b-5b79-434a-a4cc-8f415e0129e5 admin admin] Received port after_create {{(pid=105126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:58:58.122428 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-679c710b-5b79-434a-a4cc-8f415e0129e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-606623'] for router_interface, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:58.142575 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee16688-7a57-4d7a-a412-35ecc2d71b25 admin admin] Notify agent at l3_agent.dv-cinder-793515-4-smb the message routers_updated {{(pid=105127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:58:58.144499 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d947d48b-a6f6-4dbc-90ac-9bb5c47ef339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:58.157050 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8678fdf3-07d0-47ba-a10e-c82dc6bf96d5 None None] Sync routers for ids ['dc9018ff-cfb9-4818-ad51-6ab7dc886922'] in dv-cinder-793515-4-smb {{(pid=105128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:58:58.171481 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8678fdf3-07d0-47ba-a10e-c82dc6bf96d5 None None] Routers {'dc9018ff-cfb9-4818-ad51-6ab7dc886922'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:58:58.174256 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-8678fdf3-07d0-47ba-a10e-c82dc6bf96d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T10:58:39Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['dc9018ff-cfb9-4818-ad51-6ab7dc886922'], 'active': True} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:58:58.294155 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvr_db [None req-bbf0b0d8-0555-4db7-82d5-f4566a38f5a7 None None] Set router fbeb5745-410b-40fb-880f-b8e114e79470 gateway port host: dv-cinder-793515-4-smb {{(pid=105129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:58:58.300973 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c710b-5b79-434a-a4cc-8f415e0129e5 admin admin] Pushing event updated for resources: {'Port': ['ID=de12757a-329b-46d4-ad31-49b102f5fe06,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:58:58.308807 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-679c710b-5b79-434a-a4cc-8f415e0129e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:58:58.336117 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:58:58.394431 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d947d48b-a6f6-4dbc-90ac-9bb5c47ef339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:58.419012 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvr_db [None req-8678fdf3-07d0-47ba-a10e-c82dc6bf96d5 None None] Set router dc9018ff-cfb9-4818-ad51-6ab7dc886922 gateway port host: dv-cinder-793515-4-smb {{(pid=105128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:58:58.462811 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d947d48b-a6f6-4dbc-90ac-9bb5c47ef339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:58.469621 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-6d2b84f9-25e4-473a-8902-2e6e68e8059d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=de87b1a69889435b8a44bc152b2b1bd3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6242239 Jun 29 10:58:58.503892 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 49712) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:58:58.552859 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-9c653856-48e9-4738-91cd-e54bae027d72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:58:58.560005 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-d947d48b-a6f6-4dbc-90ac-9bb5c47ef339 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fd9c882af4934768b702b0e9f17c2b32&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5763197 Jun 29 10:58:58.567739 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 49718) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:58:58.575918 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-cee16688-7a57-4d7a-a412-35ecc2d71b25 admin admin] Notify callbacks [] for router, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:58.583606 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-cee16688-7a57-4d7a-a412-35ecc2d71b25 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.4872301 Jun 29 10:58:58.596321 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 49720) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:58:58.638933 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-abd5d0b7-1103-411e-a0e7-5f26e943dc76 req-2c88dde9-ee01-445c-964c-3837ea88b600 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=e983a77e-84a0-4f70-95a2-cb590d75f2fe HTTP/1.1" status: 200 len: 210 time: 0.1088831 Jun 29 10:58:58.662710 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-eccbb64a-d858-4cc8-a2ec-672b52ece455 None None] Provisioning for port de12757a-329b-46d4-ad31-49b102f5fe06 completed by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:58:58.683634 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-eccbb64a-d858-4cc8-a2ec-672b52ece455 None None] Provisioning complete for port de12757a-329b-46d4-ad31-49b102f5fe06 triggered by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:58:58.684274 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-eccbb64a-d858-4cc8-a2ec-672b52ece455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:58.720499 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-bbf0b0d8-0555-4db7-82d5-f4566a38f5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'name': 'tempest-AttachVolumeTestJSON-219027742-router', 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.82'}], 'enable_snat': True}, 'gw_port_id': '543fbc8c-a977-4cf3-9612-bbdb724173d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:58:52Z', 'updated_at': '2021-06-29T10:58:54Z', 'revision_number': 3, 'project_id': '2e126c6330d743c8b924fb706c06677b', 'gw_port': {'id': '543fbc8c-a977-4cf3-9612-bbdb724173d1', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:58:53Z', 'updated_at': '2021-06-29T10:58:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb'}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:58:58.732741 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947d48b-a6f6-4dbc-90ac-9bb5c47ef339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96463fe4-f792-443d-a3c0-2c6b2368afa7,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:58:58.750217 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-d947d48b-a6f6-4dbc-90ac-9bb5c47ef339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:58:58.752223 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-07464b4e-3518-4601-9d78-43c9ec58bc87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:58.755725 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-eccbb64a-d858-4cc8-a2ec-672b52ece455 None None] Port de12757a-329b-46d4-ad31-49b102f5fe06 cannot update to ACTIVE because it is not bound. {{(pid=105128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:58:58.772061 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-8678fdf3-07d0-47ba-a10e-c82dc6bf96d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9018ff-cfb9-4818-ad51-6ab7dc886922', 'name': 'tempest-ServerRescueNegativeTestJSON-572647017-router', 'tenant_id': '6299943bac064fd7b1103e93d469d653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'bbf74f91-e0ed-4030-a641-50300711d4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:58:54Z', 'updated_at': '2021-06-29T10:58:56Z', 'revision_number': 3, 'project_id': '6299943bac064fd7b1103e93d469d653', 'gw_port': {'id': 'bbf74f91-e0ed-4030-a641-50300711d4d2', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:07:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9018ff-cfb9-4818-ad51-6ab7dc886922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:58:55Z', 'updated_at': '2021-06-29T10:58:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb'}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:58:58.773663 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf0b0d8-0555-4db7-82d5-f4566a38f5a7 None None] The sync data for ids ['fbeb5745-410b-40fb-880f-b8e114e79470'] in dv-cinder-793515-4-smb is: [{'id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'name': 'tempest-AttachVolumeTestJSON-219027742-router', 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.82'}], 'enable_snat': True}, 'gw_port_id': '543fbc8c-a977-4cf3-9612-bbdb724173d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:58:52Z', 'updated_at': '2021-06-29T10:58:54Z', 'revision_number': 3, 'project_id': '2e126c6330d743c8b924fb706c06677b', 'gw_port': {'id': '543fbc8c-a977-4cf3-9612-bbdb724173d1', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:58:53Z', 'updated_at': '2021-06-29T10:58:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb'}] {{(pid=105129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:58:58.798084 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-07464b4e-3518-4601-9d78-43c9ec58bc87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:58.818479 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8678fdf3-07d0-47ba-a10e-c82dc6bf96d5 None None] Checking router: dc9018ff-cfb9-4818-ad51-6ab7dc886922 for host: dv-cinder-793515-4-smb {{(pid=105128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:58:58.818479 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8678fdf3-07d0-47ba-a10e-c82dc6bf96d5 None None] Updating router dc9018ff-cfb9-4818-ad51-6ab7dc886922 port bbf74f91-e0ed-4030-a641-50300711d4d2 binding host dv-cinder-793515-4-smb {{(pid=105128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:58:58.861515 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-8678fdf3-07d0-47ba-a10e-c82dc6bf96d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:58.911715 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b84f9-25e4-473a-8902-2e6e68e8059d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe7d245-f03e-44b9-b225-fd192e412669,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:58:58.939182 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-6d2b84f9-25e4-473a-8902-2e6e68e8059d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:58:58.956590 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-07464b4e-3518-4601-9d78-43c9ec58bc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:58.961515 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-07464b4e-3518-4601-9d78-43c9ec58bc87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:58.962705 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-07464b4e-3518-4601-9d78-43c9ec58bc87 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/96463fe4-f792-443d-a3c0-2c6b2368afa7 HTTP/1.1" status: 204 len: 168 time: 0.3776505 Jun 29 10:58:58.970204 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-75613654-4f66-4395-bcaf-dc01e7912581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:58:58.971339 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f606d4c0-305b-4f92-89f8-aa00c275deac req-277fbbef-0eb1-46e8-8c37-d091224979e2 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/ports?device_id=4707594d-1e3a-40bc-9113-a231da3ff72c HTTP/1.1" status: 200 len: 210 time: 0.0845752 Jun 29 10:58:58.974617 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07464b4e-3518-4601-9d78-43c9ec58bc87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96463fe4-f792-443d-a3c0-2c6b2368afa7,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:58:58.977938 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-07464b4e-3518-4601-9d78-43c9ec58bc87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:58:59.160221 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-f6b81ffd-84e4-4dfa-9ac5-8bfdac4f0246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:59.183080 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:59.261725 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 49738) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:58:59.278254 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-679c710b-5b79-434a-a4cc-8f415e0129e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:59.328224 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-f6b81ffd-84e4-4dfa-9ac5-8bfdac4f0246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:59.428784 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-8678fdf3-07d0-47ba-a10e-c82dc6bf96d5 None None] Notify callbacks [] for port, precommit_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:59.453322 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-8678fdf3-07d0-47ba-a10e-c82dc6bf96d5 None None] Transition to ACTIVE for port object bbf74f91-e0ed-4030-a641-50300711d4d2 will not be triggered until provisioned by entity L2. {{(pid=105128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:58:59.550861 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-8678fdf3-07d0-47ba-a10e-c82dc6bf96d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:59.555342 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:58:59.632065 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-8678fdf3-07d0-47ba-a10e-c82dc6bf96d5 None None] Attempting to bind port bbf74f91-e0ed-4030-a641-50300711d4d2 on host dv-cinder-793515-4-smb for vnic_type normal with profile {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:58:59.632757 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-8678fdf3-07d0-47ba-a10e-c82dc6bf96d5 None None] Attempting to bind port bbf74f91-e0ed-4030-a641-50300711d4d2 by drivers openvswitch,hyperv on host dv-cinder-793515-4-smb at level 0 using segments [{'id': 'cf6731c6-a9cf-4901-a91e-9599bf0473fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907'}] {{(pid=105128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:58:59.633320 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8678fdf3-07d0-47ba-a10e-c82dc6bf96d5 None None] Attempting to bind port bbf74f91-e0ed-4030-a641-50300711d4d2 on network 1d7db265-d806-41f6-8c7b-d59edd3be907 {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:58:59.643618 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-58d9a3ea-4678-4069-9c27-6ad963acfd22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:59.649287 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8678fdf3-07d0-47ba-a10e-c82dc6bf96d5 None None] Checking agent: {'id': 'cc1c0530-ae64-418d-bf21-3e9fb04f4b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 50, 39), 'started_at': datetime.datetime(2021, 6, 29, 10, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:58:59.649902 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8678fdf3-07d0-47ba-a10e-c82dc6bf96d5 None None] Checking segment: {'id': 'cf6731c6-a9cf-4901-a91e-9599bf0473fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:58:59.650483 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-8678fdf3-07d0-47ba-a10e-c82dc6bf96d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:59.651029 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8678fdf3-07d0-47ba-a10e-c82dc6bf96d5 None None] Bound using segment: {'id': 'cf6731c6-a9cf-4901-a91e-9599bf0473fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907'} {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:58:59.651662 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-8678fdf3-07d0-47ba-a10e-c82dc6bf96d5 None None] Bound port: bbf74f91-e0ed-4030-a641-50300711d4d2, host: dv-cinder-793515-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6731c6-a9cf-4901-a91e-9599bf0473fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907'}}] {{(pid=105128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:58:59.652224 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-8678fdf3-07d0-47ba-a10e-c82dc6bf96d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:59.684621 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-f6b81ffd-84e4-4dfa-9ac5-8bfdac4f0246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:59.689171 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-f6b81ffd-84e4-4dfa-9ac5-8bfdac4f0246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:59.691052 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-f6b81ffd-84e4-4dfa-9ac5-8bfdac4f0246 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/efe7d245-f03e-44b9-b225-fd192e412669 HTTP/1.1" status: 204 len: 168 time: 1.1719811 Jun 29 10:58:59.695052 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:58:59.730078 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719be96d-0765-4769-9f7f-81f4f743a409 None None] Pushing event updated for resources: {'Port': ['ID=bbf74f91-e0ed-4030-a641-50300711d4d2,revision_number=2']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:58:59.752415 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-719be96d-0765-4769-9f7f-81f4f743a409 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:58:59.759635 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b81ffd-84e4-4dfa-9ac5-8bfdac4f0246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe7d245-f03e-44b9-b225-fd192e412669,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:58:59.792718 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-f6b81ffd-84e4-4dfa-9ac5-8bfdac4f0246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:58:59.812178 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-8678fdf3-07d0-47ba-a10e-c82dc6bf96d5 None None] For port bbf74f91-e0ed-4030-a641-50300711d4d2, host dv-cinder-793515-4-smb, cleared binding levels {{(pid=105128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:58:59.831720 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-58d9a3ea-4678-4069-9c27-6ad963acfd22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:59.864144 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-46b5b36b-7325-4f06-a8d5-1d8677c1d355 req-049fde1b-0f62-4f0b-8da2-dc8b30e7b3c3 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=e983a77e-84a0-4f70-95a2-cb590d75f2fe HTTP/1.1" status: 200 len: 210 time: 0.0686400 Jun 29 10:58:59.877152 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-8678fdf3-07d0-47ba-a10e-c82dc6bf96d5 None None] For port bbf74f91-e0ed-4030-a641-50300711d4d2, host dv-cinder-793515-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=bbf74f91-e0ed-4030-a641-50300711d4d2,segment=NetworkSegment(cf6731c6-a9cf-4901-a91e-9599bf0473fe),segment_id=cf6731c6-a9cf-4901-a91e-9599bf0473fe)] {{(pid=105128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:58:59.979846 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-58d9a3ea-4678-4069-9c27-6ad963acfd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:59.983342 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:00.031295 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-8678fdf3-07d0-47ba-a10e-c82dc6bf96d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:00.035153 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:00.048042 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d9a3ea-4678-4069-9c27-6ad963acfd22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c2f017-889e-455e-a582-4ba3cde84c15,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:00.066934 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-58d9a3ea-4678-4069-9c27-6ad963acfd22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:00.104895 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-cd390c1b-83c7-40bb-8e0c-65474bcea136 req-81b42db8-312f-4f71-936b-b451f7fbacfc tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/ports?device_id=4707594d-1e3a-40bc-9113-a231da3ff72c HTTP/1.1" status: 200 len: 210 time: 0.0587106 Jun 29 10:59:00.117543 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-679c710b-5b79-434a-a4cc-8f415e0129e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:00.131836 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 49778) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:00.135052 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-58d9a3ea-4678-4069-9c27-6ad963acfd22 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fa8b56bb57e74ccc8feb9033d83e6569&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8719273 Jun 29 10:59:00.148798 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719be96d-0765-4769-9f7f-81f4f743a409 None None] Pushing event updated for resources: {'Port': ['ID=bbf74f91-e0ed-4030-a641-50300711d4d2,revision_number=3']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:00.160186 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-719be96d-0765-4769-9f7f-81f4f743a409 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:00.172674 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8678fdf3-07d0-47ba-a10e-c82dc6bf96d5 None None] Routers {'dc9018ff-cfb9-4818-ad51-6ab7dc886922'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:59:00.173610 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-8678fdf3-07d0-47ba-a10e-c82dc6bf96d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T10:58:39Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['dc9018ff-cfb9-4818-ad51-6ab7dc886922'], 'active': True} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:59:00.231687 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-89a75159-796d-454d-9fae-f50d7a3336ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:00.247567 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-9c6b8c83-2c88-4d12-b35b-f799782febfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:00.320501 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-9c6b8c83-2c88-4d12-b35b-f799782febfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:00.322791 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-679c710b-5b79-434a-a4cc-8f415e0129e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:00.341731 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvr_db [None req-8678fdf3-07d0-47ba-a10e-c82dc6bf96d5 None None] Set router dc9018ff-cfb9-4818-ad51-6ab7dc886922 gateway port host: dv-cinder-793515-4-smb {{(pid=105128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:59:00.366186 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-679c710b-5b79-434a-a4cc-8f415e0129e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1570102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606571'] for router_interface, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:00.375047 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:00.532871 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c710b-5b79-434a-a4cc-8f415e0129e5 admin admin] Pushing event updated for resources: {'Port': ['ID=de12757a-329b-46d4-ad31-49b102f5fe06,revision_number=2']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:00.582769 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-679c710b-5b79-434a-a4cc-8f415e0129e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:00.660686 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-8678fdf3-07d0-47ba-a10e-c82dc6bf96d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9018ff-cfb9-4818-ad51-6ab7dc886922', 'name': 'tempest-ServerRescueNegativeTestJSON-572647017-router', 'tenant_id': '6299943bac064fd7b1103e93d469d653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'bbf74f91-e0ed-4030-a641-50300711d4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:58:54Z', 'updated_at': '2021-06-29T10:58:56Z', 'revision_number': 3, 'project_id': '6299943bac064fd7b1103e93d469d653', 'gw_port': {'id': 'bbf74f91-e0ed-4030-a641-50300711d4d2', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:07:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9018ff-cfb9-4818-ad51-6ab7dc886922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:58:55Z', 'updated_at': '2021-06-29T10:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb'}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:59:00.696191 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8678fdf3-07d0-47ba-a10e-c82dc6bf96d5 None None] The sync data for ids ['dc9018ff-cfb9-4818-ad51-6ab7dc886922'] in dv-cinder-793515-4-smb is: [{'id': 'dc9018ff-cfb9-4818-ad51-6ab7dc886922', 'name': 'tempest-ServerRescueNegativeTestJSON-572647017-router', 'tenant_id': '6299943bac064fd7b1103e93d469d653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'bbf74f91-e0ed-4030-a641-50300711d4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:58:54Z', 'updated_at': '2021-06-29T10:58:56Z', 'revision_number': 3, 'project_id': '6299943bac064fd7b1103e93d469d653', 'gw_port': {'id': 'bbf74f91-e0ed-4030-a641-50300711d4d2', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:07:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9018ff-cfb9-4818-ad51-6ab7dc886922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:58:55Z', 'updated_at': '2021-06-29T10:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb'}] {{(pid=105128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:59:00.750425 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679c710b-5b79-434a-a4cc-8f415e0129e5 admin admin] Network 27be0f43-986d-406d-84c6-0e27a892cced is already hosted by enough agents. {{(pid=105126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:59:00.756894 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.db.db_base_plugin_common [None req-89a75159-796d-454d-9fae-f50d7a3336ab admin admin] Allocated IP 172.20.0.1 (8d7f72c5-0ecd-48cd-ad50-7ae8533793ae/b6175b8a-51af-4ce8-b7f0-839520dcb7e3/b5a90f44-3f0e-41ee-8c18-3381ee5cc037) {{(pid=105126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:59:00.756894 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.base_scheduler [None req-679c710b-5b79-434a-a4cc-8f415e0129e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:59:00.826932 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-9c6b8c83-2c88-4d12-b35b-f799782febfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:00.869787 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-9c6b8c83-2c88-4d12-b35b-f799782febfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:00.870945 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-9c6b8c83-2c88-4d12-b35b-f799782febfb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e2c2f017-889e-455e-a582-4ba3cde84c15 HTTP/1.1" status: 204 len: 168 time: 0.7377160 Jun 29 10:59:00.877240 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-41812c37-90aa-4f93-a0ab-3e7601a4133f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:00.920299 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b8c83-2c88-4d12-b35b-f799782febfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c2f017-889e-455e-a582-4ba3cde84c15,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:00.924481 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-9c6b8c83-2c88-4d12-b35b-f799782febfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:01.084595 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-89a75159-796d-454d-9fae-f50d7a3336ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:01.096771 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679c710b-5b79-434a-a4cc-8f415e0129e5 admin admin] Router fbeb5745-410b-40fb-880f-b8e114e79470 has already been hosted by L3 agent 3b2ad6f0-f3d9-4012-ac35-d330af5e0962 {{(pid=105126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:59:01.212746 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-c6c05d6e-7713-46d4-9f3d-8ab5d0840a0b None None] Provisioning complete for port de12757a-329b-46d4-ad31-49b102f5fe06 triggered by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:59:01.213136 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-c6c05d6e-7713-46d4-9f3d-8ab5d0840a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:01.298018 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-c6c05d6e-7713-46d4-9f3d-8ab5d0840a0b None None] Port de12757a-329b-46d4-ad31-49b102f5fe06 cannot update to ACTIVE because it is not bound. {{(pid=105128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:59:01.327632 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 543fbc8c-a977-4cf3-9612-bbdb724173d1 up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:59:01.423165 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-80a77725-a81f-4f32-a7e0-c55712271edc req-04c34031-0b63-454d-bae7-3d8c7eb2ba13 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=e983a77e-84a0-4f70-95a2-cb590d75f2fe HTTP/1.1" status: 200 len: 210 time: 0.0868902 Jun 29 10:59:01.476613 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679c710b-5b79-434a-a4cc-8f415e0129e5 admin admin] Notify agent at l3_agent.dv-cinder-793515-4-smb the message routers_updated {{(pid=105126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:59:01.501145 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning for port 543fbc8c-a977-4cf3-9612-bbdb724173d1 completed by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:59:01.501644 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-679c710b-5b79-434a-a4cc-8f415e0129e5 admin admin] 10.222.0.66 "PUT /v2.0/routers/fbeb5745-410b-40fb-880f-b8e114e79470/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9106479 Jun 29 10:59:01.507338 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e60edd0-8ab5-4f98-9329-abd4e42714ef None None] Sync routers for ids ['fbeb5745-410b-40fb-880f-b8e114e79470'] in dv-cinder-793515-4-smb {{(pid=105129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:59:01.519584 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning complete for port 543fbc8c-a977-4cf3-9612-bbdb724173d1 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:59:01.519584 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:01.536680 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e60edd0-8ab5-4f98-9329-abd4e42714ef None None] Routers {'fbeb5745-410b-40fb-880f-b8e114e79470'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:59:01.537677 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-9e60edd0-8ab5-4f98-9329-abd4e42714ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T10:58:39Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['fbeb5745-410b-40fb-880f-b8e114e79470'], 'active': True} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:59:01.539116 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-89a75159-796d-454d-9fae-f50d7a3336ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791'] for port, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:01.549688 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:01.610944 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-9af1fc79-8feb-4912-abf2-e7dc0f7017c2 req-ced0086f-eb00-44bd-9f74-3f665c488a3d tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/ports?device_id=4707594d-1e3a-40bc-9113-a231da3ff72c HTTP/1.1" status: 200 len: 210 time: 0.1076443 Jun 29 10:59:01.673690 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a75159-796d-454d-9fae-f50d7a3336ab admin admin] Network 8d7f72c5-0ecd-48cd-ad50-7ae8533793ae is already hosted by enough agents. {{(pid=105126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:59:01.705242 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.base_scheduler [None req-89a75159-796d-454d-9fae-f50d7a3336ab admin admin] Resources bound (agent type, host, resource id): {{(pid=105126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:59:01.732071 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a75159-796d-454d-9fae-f50d7a3336ab admin admin] Received port after_create {{(pid=105126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:59:01.736771 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-89a75159-796d-454d-9fae-f50d7a3336ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-606623'] for router_interface, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:01.819648 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a75159-796d-454d-9fae-f50d7a3336ab admin admin] Pushing event updated for resources: {'Port': ['ID=b5a90f44-3f0e-41ee-8c18-3381ee5cc037,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:01.826799 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-89a75159-796d-454d-9fae-f50d7a3336ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:01.838656 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:01.873927 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] For port 543fbc8c-a977-4cf3-9612-bbdb724173d1, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=543fbc8c-a977-4cf3-9612-bbdb724173d1,segment=NetworkSegment(cf6731c6-a9cf-4901-a91e-9599bf0473fe),segment_id=cf6731c6-a9cf-4901-a91e-9599bf0473fe)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:59:01.915672 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvr_db [None req-9e60edd0-8ab5-4f98-9329-abd4e42714ef None None] Set router fbeb5745-410b-40fb-880f-b8e114e79470 gateway port host: dv-cinder-793515-4-smb {{(pid=105129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:59:01.985058 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:01.987919 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:02.095322 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Pushing event updated for resources: {'Port': ['ID=543fbc8c-a977-4cf3-9612-bbdb724173d1,revision_number=4']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:02.106554 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:02.273825 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-9e60edd0-8ab5-4f98-9329-abd4e42714ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'name': 'tempest-AttachVolumeTestJSON-219027742-router', 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.82'}], 'enable_snat': True}, 'gw_port_id': '543fbc8c-a977-4cf3-9612-bbdb724173d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:58:52Z', 'updated_at': '2021-06-29T10:58:59Z', 'revision_number': 4, 'project_id': '2e126c6330d743c8b924fb706c06677b', 'gw_port': {'id': '543fbc8c-a977-4cf3-9612-bbdb724173d1', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:58:53Z', 'updated_at': '2021-06-29T10:58:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_interfaces': [{'id': 'de12757a-329b-46d4-ad31-49b102f5fe06', 'name': '', 'network_id': '27be0f43-986d-406d-84c6-0e27a892cced', 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'mac_address': 'fa:16:3e:05:db:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:58:57Z', 'updated_at': '2021-06-29T10:58:59Z', 'revision_number': 2, 'project_id': '2e126c6330d743c8b924fb706c06677b', 'subnets': [{'id': '4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:59:02.367099 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e60edd0-8ab5-4f98-9329-abd4e42714ef None None] Checking router: fbeb5745-410b-40fb-880f-b8e114e79470 for host: dv-cinder-793515-4-smb {{(pid=105129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:59:02.378091 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e60edd0-8ab5-4f98-9329-abd4e42714ef None None] Updating router fbeb5745-410b-40fb-880f-b8e114e79470 port de12757a-329b-46d4-ad31-49b102f5fe06 binding host dv-cinder-793515-4-smb {{(pid=105129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:59:02.379607 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-89a75159-796d-454d-9fae-f50d7a3336ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:02.412287 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-9e60edd0-8ab5-4f98-9329-abd4e42714ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:02.424684 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.42', 59764) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:02.847371 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff380efd-16b9-41da-9afe-66105f1d344c req-89aa2774-03aa-4232-b448-58b3c4339f50 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:02.847371 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-ff380efd-16b9-41da-9afe-66105f1d344c req-89aa2774-03aa-4232-b448-58b3c4339f50 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.42 "GET /v2.0/networks?id=3dddfc96-446a-4271-b2e4-1fbf8fb2f736 HTTP/1.1" status: 200 len: 815 time: 0.3016517 Jun 29 10:59:02.847371 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [req-ff380efd-16b9-41da-9afe-66105f1d344c req-d789eb94-c2d8-40c3-88ea-c2822386fd24 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Request body: {'port': {'device_id': 'e983a77e-84a0-4f70-95a2-cb590d75f2fe', 'network_id': '3dddfc96-446a-4271-b2e4-1fbf8fb2f736', 'admin_state_up': True, 'tenant_id': 'a367762fea4d4aa2bc4d9c8b1985272c'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:59:02.854076 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-9e60edd0-8ab5-4f98-9329-abd4e42714ef None None] Notify callbacks [] for port, precommit_update {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:02.887018 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.provisioning_blocks [None req-9e60edd0-8ab5-4f98-9329-abd4e42714ef None None] Transition to ACTIVE for port object de12757a-329b-46d4-ad31-49b102f5fe06 will not be triggered until provisioned by entity L2. {{(pid=105129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:59:02.897137 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-89a75159-796d-454d-9fae-f50d7a3336ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:02.982942 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a3d95d27-0eaf-49cc-aaa0-57a5ef9a6ecb req-6c0b49bf-b26b-41be-a84b-7685e0789059 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=e983a77e-84a0-4f70-95a2-cb590d75f2fe HTTP/1.1" status: 200 len: 210 time: 0.1070657 Jun 29 10:59:03.053914 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-89a75159-796d-454d-9fae-f50d7a3336ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:03.054237 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-9e60edd0-8ab5-4f98-9329-abd4e42714ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:03.055485 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-89a75159-796d-454d-9fae-f50d7a3336ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1570102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606571'] for router_interface, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:03.065081 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:03.065323 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:03.184796 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 49894) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:03.243838 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b2e28-c172-4bdf-a0c9-4d2253d231e9 None None] Pushing event updated for resources: {'Port': ['ID=de12757a-329b-46d4-ad31-49b102f5fe06,revision_number=3']} {{(pid=105129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:03.243838 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG oslo_concurrency.lockutils [None req-1a7b2e28-c172-4bdf-a0c9-4d2253d231e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=105129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:03.310836 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-3a32da3b-7567-4178-857b-97887b872de3 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Request body: {'security_group': {'name': 'tempest-securitygroup--368668348', 'description': 'tempest-description--1208611389'}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:59:03.344450 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff380efd-16b9-41da-9afe-66105f1d344c req-d789eb94-c2d8-40c3-88ea-c2822386fd24 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Made reservation on behalf of a367762fea4d4aa2bc4d9c8b1985272c for: {'port': 1} {{(pid=105127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:59:03.351571 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-ff380efd-16b9-41da-9afe-66105f1d344c req-d789eb94-c2d8-40c3-88ea-c2822386fd24 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:03.387369 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.managers [None req-9e60edd0-8ab5-4f98-9329-abd4e42714ef None None] Attempting to bind port de12757a-329b-46d4-ad31-49b102f5fe06 on host dv-cinder-793515-4-smb for vnic_type normal with profile {{(pid=105129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:59:03.388876 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.managers [None req-9e60edd0-8ab5-4f98-9329-abd4e42714ef None None] Attempting to bind port de12757a-329b-46d4-ad31-49b102f5fe06 by drivers openvswitch,hyperv on host dv-cinder-793515-4-smb at level 0 using segments [{'id': '1205bcf5-bf51-4831-9bc0-f68083624420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '27be0f43-986d-406d-84c6-0e27a892cced'}] {{(pid=105129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:59:03.389416 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e60edd0-8ab5-4f98-9329-abd4e42714ef None None] Attempting to bind port de12757a-329b-46d4-ad31-49b102f5fe06 on network 27be0f43-986d-406d-84c6-0e27a892cced {{(pid=105129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:59:03.397875 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e60edd0-8ab5-4f98-9329-abd4e42714ef None None] Checking agent: {'id': 'cc1c0530-ae64-418d-bf21-3e9fb04f4b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 50, 39), 'started_at': datetime.datetime(2021, 6, 29, 10, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:59:03.398479 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e60edd0-8ab5-4f98-9329-abd4e42714ef None None] Checking segment: {'id': '1205bcf5-bf51-4831-9bc0-f68083624420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '27be0f43-986d-406d-84c6-0e27a892cced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:59:03.399158 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-9e60edd0-8ab5-4f98-9329-abd4e42714ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:03.399697 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e60edd0-8ab5-4f98-9329-abd4e42714ef None None] Bound using segment: {'id': '1205bcf5-bf51-4831-9bc0-f68083624420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '27be0f43-986d-406d-84c6-0e27a892cced'} {{(pid=105129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:59:03.400331 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.managers [None req-9e60edd0-8ab5-4f98-9329-abd4e42714ef None None] Bound port: de12757a-329b-46d4-ad31-49b102f5fe06, host: dv-cinder-793515-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1205bcf5-bf51-4831-9bc0-f68083624420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '27be0f43-986d-406d-84c6-0e27a892cced'}}] {{(pid=105129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:59:03.400899 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-9e60edd0-8ab5-4f98-9329-abd4e42714ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:03.416054 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device bbf74f91-e0ed-4030-a641-50300711d4d2 up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:59:03.571109 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.db [None req-9e60edd0-8ab5-4f98-9329-abd4e42714ef None None] For port de12757a-329b-46d4-ad31-49b102f5fe06, host dv-cinder-793515-4-smb, cleared binding levels {{(pid=105129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:59:03.596967 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.db [None req-9e60edd0-8ab5-4f98-9329-abd4e42714ef None None] For port de12757a-329b-46d4-ad31-49b102f5fe06, host dv-cinder-793515-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=de12757a-329b-46d4-ad31-49b102f5fe06,segment=NetworkSegment(1205bcf5-bf51-4831-9bc0-f68083624420),segment_id=1205bcf5-bf51-4831-9bc0-f68083624420)] {{(pid=105129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:59:03.637235 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning for port bbf74f91-e0ed-4030-a641-50300711d4d2 completed by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:59:03.651382 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning complete for port bbf74f91-e0ed-4030-a641-50300711d4d2 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:59:03.651797 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:03.653801 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.42', 59766) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:03.678250 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-9e60edd0-8ab5-4f98-9329-abd4e42714ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:03.681570 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:03.709328 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-e5e5378b-e531-47f7-8df4-ce2c0a0a3cf2 req-5420e48b-78e5-440c-90fd-ba044303a041 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/ports?device_id=4707594d-1e3a-40bc-9113-a231da3ff72c HTTP/1.1" status: 200 len: 210 time: 0.2205849 Jun 29 10:59:03.741796 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a75159-796d-454d-9fae-f50d7a3336ab admin admin] Network 8d7f72c5-0ecd-48cd-ad50-7ae8533793ae is already hosted by enough agents. {{(pid=105126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:59:03.746541 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a75159-796d-454d-9fae-f50d7a3336ab admin admin] Pushing event updated for resources: {'Port': ['ID=b5a90f44-3f0e-41ee-8c18-3381ee5cc037,revision_number=2']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:03.755239 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.base_scheduler [None req-89a75159-796d-454d-9fae-f50d7a3336ab admin admin] Resources bound (agent type, host, resource id): {{(pid=105126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:59:03.769483 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-3a32da3b-7567-4178-857b-97887b872de3 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:03.804817 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-89a75159-796d-454d-9fae-f50d7a3336ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.739s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:03.885684 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:03.899080 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b2e28-c172-4bdf-a0c9-4d2253d231e9 None None] Pushing event updated for resources: {'Port': ['ID=de12757a-329b-46d4-ad31-49b102f5fe06,revision_number=4']} {{(pid=105129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:03.911601 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG oslo_concurrency.lockutils [None req-1a7b2e28-c172-4bdf-a0c9-4d2253d231e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=105129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:03.949953 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] For port bbf74f91-e0ed-4030-a641-50300711d4d2, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=bbf74f91-e0ed-4030-a641-50300711d4d2,segment=NetworkSegment(cf6731c6-a9cf-4901-a91e-9599bf0473fe),segment_id=cf6731c6-a9cf-4901-a91e-9599bf0473fe)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:59:03.975077 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e60edd0-8ab5-4f98-9329-abd4e42714ef None None] Routers {'fbeb5745-410b-40fb-880f-b8e114e79470'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:59:03.979566 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-9e60edd0-8ab5-4f98-9329-abd4e42714ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T10:58:39Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['fbeb5745-410b-40fb-880f-b8e114e79470'], 'active': True} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:59:03.990385 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:03.991798 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 543fbc8c-a977-4cf3-9612-bbdb724173d1 up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:59:03.995452 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-cc7454e2-6942-4825-a078-b05ad7c1aa23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:04.095159 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.db_base_plugin_common [req-ff380efd-16b9-41da-9afe-66105f1d344c req-d789eb94-c2d8-40c3-88ea-c2822386fd24 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Allocated IP 172.20.0.7 (3dddfc96-446a-4271-b2e4-1fbf8fb2f736/e78b9c77-e0e0-471c-a845-17d582c68532/a0992ff1-31d3-4923-889f-50a337cbc2d9) {{(pid=105127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:59:04.196648 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-b906425d-b89e-4722-b18e-5297e87e73e1 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:04.202105 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-b906425d-b89e-4722-b18e-5297e87e73e1 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.42 "GET /v2.0/networks?id=ac02be72-d500-4efd-a7d0-236b527cd490 HTTP/1.1" status: 200 len: 812 time: 0.5470512 Jun 29 10:59:04.240091 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-9fe2a544-b1a6-4bd9-9613-2107db3e2ed4 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] Request body: {'port': {'device_id': '4707594d-1e3a-40bc-9113-a231da3ff72c', 'network_id': 'ac02be72-d500-4efd-a7d0-236b527cd490', 'admin_state_up': True, 'tenant_id': '60bd728274f542a58b0807650ae363da'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:59:04.298442 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvr_db [None req-9e60edd0-8ab5-4f98-9329-abd4e42714ef None None] Set router fbeb5745-410b-40fb-880f-b8e114e79470 gateway port host: dv-cinder-793515-4-smb {{(pid=105129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:59:04.311200 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-3a32da3b-7567-4178-857b-97887b872de3 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:04.430042 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a75159-796d-454d-9fae-f50d7a3336ab admin admin] Router dc9018ff-cfb9-4818-ad51-6ab7dc886922 has already been hosted by L3 agent 3b2ad6f0-f3d9-4012-ac35-d330af5e0962 {{(pid=105126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:59:04.445443 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-3a32da3b-7567-4178-857b-97887b872de3 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:04.449166 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-fbe1f853-e8b9-446c-9db3-4103449c62f3 req-67c638b2-0ca2-4236-ba99-769a51626621 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=e983a77e-84a0-4f70-95a2-cb590d75f2fe HTTP/1.1" status: 200 len: 210 time: 0.1683795 Jun 29 10:59:04.450546 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 49948) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:04.491503 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:04.589761 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning complete for port 543fbc8c-a977-4cf3-9612-bbdb724173d1 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:59:04.594240 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:04.600340 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Pushing event updated for resources: {'Port': ['ID=bbf74f91-e0ed-4030-a641-50300711d4d2,revision_number=4']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:04.652707 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:04.694990 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-ff380efd-16b9-41da-9afe-66105f1d344c req-d789eb94-c2d8-40c3-88ea-c2822386fd24 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Notify callbacks [] for port, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:04.772965 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-9e60edd0-8ab5-4f98-9329-abd4e42714ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'name': 'tempest-AttachVolumeTestJSON-219027742-router', 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.82'}], 'enable_snat': True}, 'gw_port_id': '543fbc8c-a977-4cf3-9612-bbdb724173d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:58:52Z', 'updated_at': '2021-06-29T10:58:59Z', 'revision_number': 4, 'project_id': '2e126c6330d743c8b924fb706c06677b', 'gw_port': {'id': '543fbc8c-a977-4cf3-9612-bbdb724173d1', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:58:53Z', 'updated_at': '2021-06-29T10:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_interfaces': [{'id': 'de12757a-329b-46d4-ad31-49b102f5fe06', 'name': '', 'network_id': '27be0f43-986d-406d-84c6-0e27a892cced', 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'mac_address': 'fa:16:3e:05:db:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:58:57Z', 'updated_at': '2021-06-29T10:59:03Z', 'revision_number': 4, 'project_id': '2e126c6330d743c8b924fb706c06677b', 'subnets': [{'id': '4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:59:04.831008 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e60edd0-8ab5-4f98-9329-abd4e42714ef None None] The sync data for ids ['fbeb5745-410b-40fb-880f-b8e114e79470'] in dv-cinder-793515-4-smb is: [{'id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'name': 'tempest-AttachVolumeTestJSON-219027742-router', 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.82'}], 'enable_snat': True}, 'gw_port_id': '543fbc8c-a977-4cf3-9612-bbdb724173d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:58:52Z', 'updated_at': '2021-06-29T10:58:59Z', 'revision_number': 4, 'project_id': '2e126c6330d743c8b924fb706c06677b', 'gw_port': {'id': '543fbc8c-a977-4cf3-9612-bbdb724173d1', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:58:53Z', 'updated_at': '2021-06-29T10:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_interfaces': [{'id': 'de12757a-329b-46d4-ad31-49b102f5fe06', 'name': '', 'network_id': '27be0f43-986d-406d-84c6-0e27a892cced', 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'mac_address': 'fa:16:3e:05:db:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:58:57Z', 'updated_at': '2021-06-29T10:59:03Z', 'revision_number': 4, 'project_id': '2e126c6330d743c8b924fb706c06677b', 'subnets': [{'id': '4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:59:04.861335 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-ddcd68f6-c591-4819-9f68-f47c84016a38 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-69345175-network', 'tenant_id': '9551154086c24ef1a455594bff25eb4f'}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:59:04.914498 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a32da3b-7567-4178-857b-97887b872de3 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40689b7f-f66e-47b4-86f1-171f152f402a,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:04.922098 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-3a32da3b-7567-4178-857b-97887b872de3 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:04.927952 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a75159-796d-454d-9fae-f50d7a3336ab admin admin] Notify agent at l3_agent.dv-cinder-793515-4-smb the message routers_updated {{(pid=105126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:59:04.945212 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-ff380efd-16b9-41da-9afe-66105f1d344c req-d789eb94-c2d8-40c3-88ea-c2822386fd24 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791'] for port, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:04.958525 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-89a75159-796d-454d-9fae-f50d7a3336ab admin admin] 10.222.0.66 "PUT /v2.0/routers/dc9018ff-cfb9-4818-ad51-6ab7dc886922/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3591959 Jun 29 10:59:04.962352 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da06638-9d85-448c-b165-7f16e5b5a203 None None] Sync routers for ids ['dc9018ff-cfb9-4818-ad51-6ab7dc886922'] in dv-cinder-793515-4-smb {{(pid=105128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:59:04.966349 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-3a32da3b-7567-4178-857b-97887b872de3 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:04.971025 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-3a32da3b-7567-4178-857b-97887b872de3 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.7910540 Jun 29 10:59:04.971556 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-cee16688-7a57-4d7a-a412-35ecc2d71b25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:04.971669 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 49974) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:04.975015 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da06638-9d85-448c-b165-7f16e5b5a203 None None] Routers {'dc9018ff-cfb9-4818-ad51-6ab7dc886922'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:59:04.975843 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-2da06638-9d85-448c-b165-7f16e5b5a203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T10:58:39Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['dc9018ff-cfb9-4818-ad51-6ab7dc886922'], 'active': True} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:59:04.980909 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-2f1c95d6-b0d8-4fab-bbca-50d0c77963e0 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Request body: {'security_group_rule': {'security_group_id': '40689b7f-f66e-47b4-86f1-171f152f402a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:59:05.078702 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddcd68f6-c591-4819-9f68-f47c84016a38 admin admin] Made reservation on behalf of 9551154086c24ef1a455594bff25eb4f for: {'network': 1} {{(pid=105126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:59:05.082700 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-ddcd68f6-c591-4819-9f68-f47c84016a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for network, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:05.144263 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-ddcd68f6-c591-4819-9f68-f47c84016a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:05.204178 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvr_db [None req-2da06638-9d85-448c-b165-7f16e5b5a203 None None] Set router dc9018ff-cfb9-4818-ad51-6ab7dc886922 gateway port host: dv-cinder-793515-4-smb {{(pid=105128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:59:05.216502 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-baed3a4e-e719-4a27-88d1-aceaa69ec2b5 req-592b8bff-fa19-4148-b331-1eae5753a944 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/ports?device_id=4707594d-1e3a-40bc-9113-a231da3ff72c HTTP/1.1" status: 200 len: 210 time: 0.2383044 Jun 29 10:59:05.271279 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff380efd-16b9-41da-9afe-66105f1d344c req-d789eb94-c2d8-40c3-88ea-c2822386fd24 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Network 3dddfc96-446a-4271-b2e4-1fbf8fb2f736 is already hosted by enough agents. {{(pid=105127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:59:05.273409 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.base_scheduler [req-ff380efd-16b9-41da-9afe-66105f1d344c req-d789eb94-c2d8-40c3-88ea-c2822386fd24 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Resources bound (agent type, host, resource id): {{(pid=105127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:59:05.303050 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2f1c95d6-b0d8-4fab-bbca-50d0c77963e0 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:05.307762 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff380efd-16b9-41da-9afe-66105f1d344c req-d789eb94-c2d8-40c3-88ea-c2822386fd24 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Received port after_create {{(pid=105127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:59:05.330870 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff380efd-16b9-41da-9afe-66105f1d344c req-d789eb94-c2d8-40c3-88ea-c2822386fd24 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:05.331582 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-ff380efd-16b9-41da-9afe-66105f1d344c req-d789eb94-c2d8-40c3-88ea-c2822386fd24 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:05.352144 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789eb94-c2d8-40c3-88ea-c2822386fd24 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Pushing event updated for resources: {'Port': ['ID=a0992ff1-31d3-4923-889f-50a337cbc2d9,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:05.371998 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-d789eb94-c2d8-40c3-88ea-c2822386fd24 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:05.437638 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.db.api [None req-ddcd68f6-c591-4819-9f68-f47c84016a38 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 10:59:05.437638 dv-cinder-793515-4-smb neutron-server[105126]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 29 10:59:05.437638 dv-cinder-793515-4-smb neutron-server[105126]: [parameters: {'project_id_1': '9551154086c24ef1a455594bff25eb4f', 'expiration_1': datetime.datetime(2021, 6, 29, 10, 59, 5, 166731)}] Jun 29 10:59:05.437638 dv-cinder-793515-4-smb neutron-server[105126]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 10:59:05.438466 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_db.api [None req-ddcd68f6-c591-4819-9f68-f47c84016a38 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 10:59:05.478714 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device bbf74f91-e0ed-4030-a641-50300711d4d2 up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:59:05.511307 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-9fe2a544-b1a6-4bd9-9613-2107db3e2ed4 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] Made reservation on behalf of 60bd728274f542a58b0807650ae363da for: {'port': 1} {{(pid=105127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:59:05.515557 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-9fe2a544-b1a6-4bd9-9613-2107db3e2ed4 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:05.609803 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-ff380efd-16b9-41da-9afe-66105f1d344c req-d789eb94-c2d8-40c3-88ea-c2822386fd24 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7993894 Jun 29 10:59:05.633224 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2f1c95d6-b0d8-4fab-bbca-50d0c77963e0 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:05.659858 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [req-ff380efd-16b9-41da-9afe-66105f1d344c req-df58ad1f-3ba1-4967-bf5b-fb2e92f16aa0 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=105127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:59:05.659858 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-ff380efd-16b9-41da-9afe-66105f1d344c req-df58ad1f-3ba1-4967-bf5b-fb2e92f16aa0 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0331979 Jun 29 10:59:05.693690 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2f1c95d6-b0d8-4fab-bbca-50d0c77963e0 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672958'] for security_group_rule, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:05.695737 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:05.720253 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning complete for port bbf74f91-e0ed-4030-a641-50300711d4d2 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:59:05.745670 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:05.815313 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c95d6-b0d8-4fab-bbca-50d0c77963e0 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a64f021c-53bc-45fd-801c-fcb310e0c47a,revision_number=0']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:05.818808 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2f1c95d6-b0d8-4fab-bbca-50d0c77963e0 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:05.830267 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-2f1c95d6-b0d8-4fab-bbca-50d0c77963e0 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8511729 Jun 29 10:59:05.837343 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 50006) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:05.838217 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-2f1c95d6-b0d8-4fab-bbca-50d0c77963e0 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:05.897989 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-2dd4929e-fb30-44ea-9508-1321c034a78c tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Request body: {'security_group_rule': {'security_group_id': '40689b7f-f66e-47b4-86f1-171f152f402a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:59:05.956566 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-ddcd68f6-c591-4819-9f68-f47c84016a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:06.124803 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device de12757a-329b-46d4-ad31-49b102f5fe06 up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:59:06.166347 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-ce199b51-a3d4-422d-a61b-6b7dc368bbdf tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:06.169420 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-ce199b51-a3d4-422d-a61b-6b7dc368bbdf tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/networks?id=8d7f72c5-0ecd-48cd-ad50-7ae8533793ae HTTP/1.1" status: 200 len: 818 time: 0.3515821 Jun 29 10:59:06.179158 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2dd4929e-fb30-44ea-9508-1321c034a78c tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:06.221519 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-b91fde70-b200-48f8-93d7-1a4d729fb2b5 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/quotas/6299943bac064fd7b1103e93d469d653 HTTP/1.1" status: 200 len: 375 time: 0.0434828 Jun 29 10:59:06.334786 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-2da06638-9d85-448c-b165-7f16e5b5a203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9018ff-cfb9-4818-ad51-6ab7dc886922', 'name': 'tempest-ServerRescueNegativeTestJSON-572647017-router', 'tenant_id': '6299943bac064fd7b1103e93d469d653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'bbf74f91-e0ed-4030-a641-50300711d4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:58:54Z', 'updated_at': '2021-06-29T10:59:02Z', 'revision_number': 4, 'project_id': '6299943bac064fd7b1103e93d469d653', 'gw_port': {'id': 'bbf74f91-e0ed-4030-a641-50300711d4d2', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:07:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9018ff-cfb9-4818-ad51-6ab7dc886922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:58:55Z', 'updated_at': '2021-06-29T10:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_interfaces': [{'id': 'b5a90f44-3f0e-41ee-8c18-3381ee5cc037', 'name': '', 'network_id': '8d7f72c5-0ecd-48cd-ad50-7ae8533793ae', 'tenant_id': '6299943bac064fd7b1103e93d469d653', 'mac_address': 'fa:16:3e:b6:e2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9018ff-cfb9-4818-ad51-6ab7dc886922', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b6175b8a-51af-4ce8-b7f0-839520dcb7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:59:00Z', 'updated_at': '2021-06-29T10:59:02Z', 'revision_number': 2, 'project_id': '6299943bac064fd7b1103e93d469d653', 'subnets': [{'id': 'b6175b8a-51af-4ce8-b7f0-839520dcb7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:59:06.351957 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [req-ff380efd-16b9-41da-9afe-66105f1d344c req-16139a38-6761-4923-8ebb-060b951a08a9 service neutron] Request body: {'port': {'device_id': 'e983a77e-84a0-4f70-95a2-cb590d75f2fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:59:06.367100 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da06638-9d85-448c-b165-7f16e5b5a203 None None] Checking router: dc9018ff-cfb9-4818-ad51-6ab7dc886922 for host: dv-cinder-793515-4-smb {{(pid=105128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:59:06.378321 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da06638-9d85-448c-b165-7f16e5b5a203 None None] Updating router dc9018ff-cfb9-4818-ad51-6ab7dc886922 port b5a90f44-3f0e-41ee-8c18-3381ee5cc037 binding host dv-cinder-793515-4-smb {{(pid=105128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:59:06.416183 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2dd4929e-fb30-44ea-9508-1321c034a78c tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:06.464785 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-2da06638-9d85-448c-b165-7f16e5b5a203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:06.473412 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe4289-b1ce-4622-9701-94caf26cbd71 req-cdc36df4-d71f-41f7-b7e8-e99e1944bddb tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:06.476492 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-26fe4289-b1ce-4622-9701-94caf26cbd71 req-cdc36df4-d71f-41f7-b7e8-e99e1944bddb tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=e983a77e-84a0-4f70-95a2-cb590d75f2fe HTTP/1.1" status: 200 len: 931 time: 0.5449038 Jun 29 10:59:06.504921 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.db_base_plugin_common [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-9fe2a544-b1a6-4bd9-9613-2107db3e2ed4 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] Allocated IP 172.20.0.11 (ac02be72-d500-4efd-a7d0-236b527cd490/cdeeb061-fe42-4037-bc54-f4ecb69a899e/29a93a5d-c570-409f-8309-f9020658a79e) {{(pid=105127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:59:06.535581 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-c68bb132-3e6c-4a7c-899f-a80bfbdaf25c tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6299943bac064fd7b1103e93d469d653&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3023515 Jun 29 10:59:06.542762 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2dd4929e-fb30-44ea-9508-1321c034a78c tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672958'] for security_group_rule, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:06.588593 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-18ca117a-5c66-475f-a8c1-c8246d1ad009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:06.592252 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning for port de12757a-329b-46d4-ad31-49b102f5fe06 completed by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:59:06.614195 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-ff380efd-16b9-41da-9afe-66105f1d344c req-16139a38-6761-4923-8ebb-060b951a08a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:06.619509 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning complete for port de12757a-329b-46d4-ad31-49b102f5fe06 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:59:06.619509 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:06.667637 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-2f1c95d6-b0d8-4fab-bbca-50d0c77963e0 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:06.687370 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-bca03929-061a-40c0-a374-1086fe3fc1bd service neutron] 10.222.0.66 "GET /v2.0/networks/8d7f72c5-0ecd-48cd-ad50-7ae8533793ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420770 Jun 29 10:59:06.802229 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd4929e-fb30-44ea-9508-1321c034a78c tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a150f8e0-eb2c-49e3-b45e-6da733476bc1,revision_number=0']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:06.804783 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-2dd4929e-fb30-44ea-9508-1321c034a78c tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:06.850002 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-ddcd68f6-c591-4819-9f68-f47c84016a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:06.888257 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-85c1abb8-efce-47e0-8140-b1dddc323a9d service neutron] 10.222.0.66 "GET /v2.0/networks/8d7f72c5-0ecd-48cd-ad50-7ae8533793ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992350 Jun 29 10:59:06.888565 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-26fe4289-b1ce-4622-9701-94caf26cbd71 req-e4bf6e82-b018-4067-bdf1-2ed29385ca58 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798139 Jun 29 10:59:06.912538 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-ddcd68f6-c591-4819-9f68-f47c84016a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:06.933551 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddcd68f6-c591-4819-9f68-f47c84016a38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=105126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:59:06.951446 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-ddcd68f6-c591-4819-9f68-f47c84016a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790'] for segment, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:06.951555 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.db.segments_db [None req-ddcd68f6-c591-4819-9f68-f47c84016a38 admin admin] Added segment 97c4a8ef-6cda-4304-b50c-0656c129e702 of type vlan for network 6623997b-5fde-446b-955f-8951e3f47bba Jun 29 10:59:07.035230 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-ddcd68f6-c591-4819-9f68-f47c84016a38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761935103034'] for network, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:07.079153 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-f6b81ffd-84e4-4dfa-9ac5-8bfdac4f0246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:07.104419 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2dd4929e-fb30-44ea-9508-1321c034a78c tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:07.104419 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-2dd4929e-fb30-44ea-9508-1321c034a78c tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2343035 Jun 29 10:59:07.147232 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 50022) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:07.165426 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-87fa775b-3b2f-4b96-837a-ac303742e1e6 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Request body: {'floatingip': {'floating_network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907'}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:59:07.218629 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:07.225874 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd68f6-c591-4819-9f68-f47c84016a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7956e6-c525-4b9e-97ba-01251618761e,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:07.230488 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-ddcd68f6-c591-4819-9f68-f47c84016a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:07.259852 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-07d0a848-ff33-4bd7-a7cc-3a1f4b3f5c1a req-66813c7a-8b74-481d-9d0f-35202d7fa291 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/ports?device_id=4707594d-1e3a-40bc-9113-a231da3ff72c HTTP/1.1" status: 200 len: 210 time: 0.0874410 Jun 29 10:59:07.293135 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-ddcd68f6-c591-4819-9f68-f47c84016a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116'] for network, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:07.294663 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcd68f6-c591-4819-9f68-f47c84016a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:07.295464 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-ddcd68f6-c591-4819-9f68-f47c84016a38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for network, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:07.302130 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-5db65dcf-30d4-4707-bcae-c70cfd2ff136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:07.358715 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] For port de12757a-329b-46d4-ad31-49b102f5fe06, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=de12757a-329b-46d4-ad31-49b102f5fe06,segment=NetworkSegment(1205bcf5-bf51-4831-9bc0-f68083624420),segment_id=1205bcf5-bf51-4831-9bc0-f68083624420)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:59:07.380480 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-87fa775b-3b2f-4b96-837a-ac303742e1e6 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks [] for floatingip, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:07.442802 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:07.470865 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-719be96d-0765-4769-9f7f-81f4f743a409 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:07.512828 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f37b4d50-0835-4d61-ab28-2c8e065821d6 req-f9e49c41-01d3-49c8-b68a-98da54c61a7e tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 210 time: 0.1262991 Jun 29 10:59:07.571341 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd68f6-c591-4819-9f68-f47c84016a38 admin admin] Pushing event updated for resources: {'Network': ['ID=6623997b-5fde-446b-955f-8951e3f47bba,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:07.588120 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-ddcd68f6-c591-4819-9f68-f47c84016a38 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 3.1313176 Jun 29 10:59:07.589393 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 50036) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:07.617522 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-2da06638-9d85-448c-b165-7f16e5b5a203 None None] Notify callbacks [] for port, precommit_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:07.635159 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-ddcd68f6-c591-4819-9f68-f47c84016a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:07.646580 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-23254734-b651-4873-8a57-63a99d57affb admin admin] Request body: {'subnet': {'network_id': '6623997b-5fde-446b-955f-8951e3f47bba', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-69345175-subnet', 'tenant_id': '9551154086c24ef1a455594bff25eb4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:59:07.655368 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-2da06638-9d85-448c-b165-7f16e5b5a203 None None] Transition to ACTIVE for port object b5a90f44-3f0e-41ee-8c18-3381ee5cc037 will not be triggered until provisioned by entity L2. {{(pid=105128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:59:07.675426 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Pushing event updated for resources: {'Port': ['ID=de12757a-329b-46d4-ad31-49b102f5fe06,revision_number=5']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:07.680158 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Network 6623997b-5fde-446b-955f-8951e3f47bba details requested by agent ovs-agent-dv-cinder-793515-4-smb with host dv-cinder-793515-4-smb {{(pid=105128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:59:07.684118 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:07.757056 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-9fe2a544-b1a6-4bd9-9613-2107db3e2ed4 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] Notify callbacks [] for port, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:07.765209 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-2da06638-9d85-448c-b165-7f16e5b5a203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:07.781607 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:07.834919 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23254734-b651-4873-8a57-63a99d57affb admin admin] Made reservation on behalf of 9551154086c24ef1a455594bff25eb4f for: {'subnet': 1} {{(pid=105126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:59:07.842382 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-23254734-b651-4873-8a57-63a99d57affb admin admin] Notify callbacks [] for subnet, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:07.856174 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482f880-e3c2-4bde-841b-bc104068b317 None None] Pushing event updated for resources: {'Port': ['ID=b5a90f44-3f0e-41ee-8c18-3381ee5cc037,revision_number=3']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:07.873909 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-b482f880-e3c2-4bde-841b-bc104068b317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:08.035392 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-2da06638-9d85-448c-b165-7f16e5b5a203 None None] Attempting to bind port b5a90f44-3f0e-41ee-8c18-3381ee5cc037 on host dv-cinder-793515-4-smb for vnic_type normal with profile {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:59:08.036314 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-2da06638-9d85-448c-b165-7f16e5b5a203 None None] Attempting to bind port b5a90f44-3f0e-41ee-8c18-3381ee5cc037 by drivers openvswitch,hyperv on host dv-cinder-793515-4-smb at level 0 using segments [{'id': '1785eff2-c376-43ac-af63-f77881cdceb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8d7f72c5-0ecd-48cd-ad50-7ae8533793ae'}] {{(pid=105128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:59:08.036955 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da06638-9d85-448c-b165-7f16e5b5a203 None None] Attempting to bind port b5a90f44-3f0e-41ee-8c18-3381ee5cc037 on network 8d7f72c5-0ecd-48cd-ad50-7ae8533793ae {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:59:08.061308 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da06638-9d85-448c-b165-7f16e5b5a203 None None] Checking agent: {'id': 'cc1c0530-ae64-418d-bf21-3e9fb04f4b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 50, 39), 'started_at': datetime.datetime(2021, 6, 29, 10, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:59:08.068091 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da06638-9d85-448c-b165-7f16e5b5a203 None None] Checking segment: {'id': '1785eff2-c376-43ac-af63-f77881cdceb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8d7f72c5-0ecd-48cd-ad50-7ae8533793ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:59:08.068091 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-2da06638-9d85-448c-b165-7f16e5b5a203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:08.068091 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da06638-9d85-448c-b165-7f16e5b5a203 None None] Bound using segment: {'id': '1785eff2-c376-43ac-af63-f77881cdceb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8d7f72c5-0ecd-48cd-ad50-7ae8533793ae'} {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:59:08.068091 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-2da06638-9d85-448c-b165-7f16e5b5a203 None None] Bound port: b5a90f44-3f0e-41ee-8c18-3381ee5cc037, host: dv-cinder-793515-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1785eff2-c376-43ac-af63-f77881cdceb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8d7f72c5-0ecd-48cd-ad50-7ae8533793ae'}}] {{(pid=105128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:59:08.069447 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-2da06638-9d85-448c-b165-7f16e5b5a203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:08.138484 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f3fa4-ca20-4789-9445-1459089b63ff req-e65f9cee-d777-4927-a243-62be18be08b2 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:08.140524 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-769f3fa4-ca20-4789-9445-1459089b63ff req-e65f9cee-d777-4927-a243-62be18be08b2 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/networks?id=8d7f72c5-0ecd-48cd-ad50-7ae8533793ae HTTP/1.1" status: 200 len: 818 time: 0.3773532 Jun 29 10:59:08.189228 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-769f3fa4-ca20-4789-9445-1459089b63ff req-4d79b4ea-0bfa-413d-a156-1acc4c7ff354 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/quotas/6299943bac064fd7b1103e93d469d653 HTTP/1.1" status: 200 len: 375 time: 0.0410664 Jun 29 10:59:08.199268 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [req-ff380efd-16b9-41da-9afe-66105f1d344c req-16139a38-6761-4923-8ebb-060b951a08a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0992ff1-31d3-4923-889f-50a337cbc2d9 {{(pid=105127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:59:08.216932 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-ff380efd-16b9-41da-9afe-66105f1d344c req-16139a38-6761-4923-8ebb-060b951a08a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:08.226193 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-2da06638-9d85-448c-b165-7f16e5b5a203 None None] For port b5a90f44-3f0e-41ee-8c18-3381ee5cc037, host dv-cinder-793515-4-smb, cleared binding levels {{(pid=105128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:59:08.238839 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-2da06638-9d85-448c-b165-7f16e5b5a203 None None] For port b5a90f44-3f0e-41ee-8c18-3381ee5cc037, host dv-cinder-793515-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=b5a90f44-3f0e-41ee-8c18-3381ee5cc037,segment=NetworkSegment(1785eff2-c376-43ac-af63-f77881cdceb1),segment_id=1785eff2-c376-43ac-af63-f77881cdceb1)] {{(pid=105128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:59:08.288417 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-9fe2a544-b1a6-4bd9-9613-2107db3e2ed4 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791'] for port, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:08.298980 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.provisioning_blocks [req-ff380efd-16b9-41da-9afe-66105f1d344c req-16139a38-6761-4923-8ebb-060b951a08a9 service neutron] Transition to ACTIVE for port object a0992ff1-31d3-4923-889f-50a337cbc2d9 will not be triggered until provisioned by entity L2. {{(pid=105127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:59:08.305024 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-2da06638-9d85-448c-b165-7f16e5b5a203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:08.309174 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:08.313777 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-f3518eae-f830-4689-8434-2736eec74628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:08.374908 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-9fe2a544-b1a6-4bd9-9613-2107db3e2ed4 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] Network ac02be72-d500-4efd-a7d0-236b527cd490 is already hosted by enough agents. {{(pid=105127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:59:08.398865 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.base_scheduler [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-9fe2a544-b1a6-4bd9-9613-2107db3e2ed4 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] Resources bound (agent type, host, resource id): {{(pid=105127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:59:08.549283 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-9fe2a544-b1a6-4bd9-9613-2107db3e2ed4 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] Received port after_create {{(pid=105127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:59:08.549283 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-9fe2a544-b1a6-4bd9-9613-2107db3e2ed4 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:08.549283 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-9fe2a544-b1a6-4bd9-9613-2107db3e2ed4 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:08.549703 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da06638-9d85-448c-b165-7f16e5b5a203 None None] Routers {'dc9018ff-cfb9-4818-ad51-6ab7dc886922'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:59:08.549703 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-2da06638-9d85-448c-b165-7f16e5b5a203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T10:58:39Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['dc9018ff-cfb9-4818-ad51-6ab7dc886922'], 'active': True} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:59:08.549844 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-769f3fa4-ca20-4789-9445-1459089b63ff req-698d8a5e-3695-475b-b7d9-946ee4b35609 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6299943bac064fd7b1103e93d469d653&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2338417 Jun 29 10:59:08.549915 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482f880-e3c2-4bde-841b-bc104068b317 None None] Pushing event updated for resources: {'Port': ['ID=b5a90f44-3f0e-41ee-8c18-3381ee5cc037,revision_number=4']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:08.549984 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe2a544-b1a6-4bd9-9613-2107db3e2ed4 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] Pushing event updated for resources: {'Port': ['ID=29a93a5d-c570-409f-8309-f9020658a79e,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:08.549984 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-9fe2a544-b1a6-4bd9-9613-2107db3e2ed4 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:08.550111 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-87fa775b-3b2f-4b96-837a-ac303742e1e6 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:08.550188 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-b482f880-e3c2-4bde-841b-bc104068b317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:08.556878 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-769f3fa4-ca20-4789-9445-1459089b63ff req-28153c59-a65d-49cd-97aa-7e50190480c2 service neutron] 10.222.0.66 "GET /v2.0/networks/8d7f72c5-0ecd-48cd-ad50-7ae8533793ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166067 Jun 29 10:59:08.591073 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e9051-4325-4486-85de-1953d187e285 req-da8b1ca9-c4e4-4323-8f16-8e251438292d tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:08.593528 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-9c1e9051-4325-4486-85de-1953d187e285 req-da8b1ca9-c4e4-4323-8f16-8e251438292d tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=e983a77e-84a0-4f70-95a2-cb590d75f2fe HTTP/1.1" status: 200 len: 931 time: 0.3718307 Jun 29 10:59:08.610727 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvr_db [None req-2da06638-9d85-448c-b165-7f16e5b5a203 None None] Set router dc9018ff-cfb9-4818-ad51-6ab7dc886922 gateway port host: dv-cinder-793515-4-smb {{(pid=105128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:59:08.634970 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-ff380efd-16b9-41da-9afe-66105f1d344c req-16139a38-6761-4923-8ebb-060b951a08a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:08.685849 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-9fe2a544-b1a6-4bd9-9613-2107db3e2ed4 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4610569 Jun 29 10:59:08.693631 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-9fe2a544-b1a6-4bd9-9613-2107db3e2ed4 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:08.772513 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16139a38-6761-4923-8ebb-060b951a08a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a0992ff1-31d3-4923-889f-50a337cbc2d9,revision_number=2']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:08.852173 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-9c1e9051-4325-4486-85de-1953d187e285 req-468f8a82-a485-4522-acc6-66413c70769a tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503240 Jun 29 10:59:08.866041 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-16139a38-6761-4923-8ebb-060b951a08a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:08.888046 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.db.db_base_plugin_common [None req-87fa775b-3b2f-4b96-837a-ac303742e1e6 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Allocated IP 172.28.3.36 (1d7db265-d806-41f6-8c7b-d59edd3be907/fc612ae2-4270-45ac-95ad-2bcf2d224ecb/5886863b-aa09-44f0-a49f-e68bc1566d0e) {{(pid=105126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:59:09.029595 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-23254734-b651-4873-8a57-63a99d57affb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116'] for subnet, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:09.069679 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:09.163551 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-769f3fa4-ca20-4789-9445-1459089b63ff req-20a898ce-2bf9-4a15-b62b-c8479d4ee404 service neutron] 10.222.0.66 "GET /v2.0/networks/8d7f72c5-0ecd-48cd-ad50-7ae8533793ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5996313 Jun 29 10:59:09.166781 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-ff380efd-16b9-41da-9afe-66105f1d344c req-16139a38-6761-4923-8ebb-060b951a08a9 service neutron] Attempting to bind port a0992ff1-31d3-4923-889f-50a337cbc2d9 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:59:09.167425 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-ff380efd-16b9-41da-9afe-66105f1d344c req-16139a38-6761-4923-8ebb-060b951a08a9 service neutron] Attempting to bind port a0992ff1-31d3-4923-889f-50a337cbc2d9 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'd751559d-5565-473f-a10b-07ec42d05c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3dddfc96-446a-4271-b2e4-1fbf8fb2f736'}] {{(pid=105127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:59:09.169000 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff380efd-16b9-41da-9afe-66105f1d344c req-16139a38-6761-4923-8ebb-060b951a08a9 service neutron] Attempting to bind port a0992ff1-31d3-4923-889f-50a337cbc2d9 on network 3dddfc96-446a-4271-b2e4-1fbf8fb2f736 {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:59:09.180551 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff380efd-16b9-41da-9afe-66105f1d344c req-16139a38-6761-4923-8ebb-060b951a08a9 service neutron] Port a0992ff1-31d3-4923-889f-50a337cbc2d9 on network 3dddfc96-446a-4271-b2e4-1fbf8fb2f736 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:59:09.182166 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff380efd-16b9-41da-9afe-66105f1d344c req-16139a38-6761-4923-8ebb-060b951a08a9 service neutron] Attempting to bind port a0992ff1-31d3-4923-889f-50a337cbc2d9 on network 3dddfc96-446a-4271-b2e4-1fbf8fb2f736 {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:59:09.194044 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff380efd-16b9-41da-9afe-66105f1d344c req-16139a38-6761-4923-8ebb-060b951a08a9 service neutron] Checking agent: {'id': 'bdcb3022-9de1-427e-88c2-d5d630f764fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 56, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:59:09.197065 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff380efd-16b9-41da-9afe-66105f1d344c req-16139a38-6761-4923-8ebb-060b951a08a9 service neutron] Checking segment: {'id': 'd751559d-5565-473f-a10b-07ec42d05c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3dddfc96-446a-4271-b2e4-1fbf8fb2f736'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:59:09.198047 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff380efd-16b9-41da-9afe-66105f1d344c req-16139a38-6761-4923-8ebb-060b951a08a9 service neutron] Bound using segment: {'id': 'd751559d-5565-473f-a10b-07ec42d05c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3dddfc96-446a-4271-b2e4-1fbf8fb2f736'} {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:59:09.198690 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-ff380efd-16b9-41da-9afe-66105f1d344c req-16139a38-6761-4923-8ebb-060b951a08a9 service neutron] Bound port: a0992ff1-31d3-4923-889f-50a337cbc2d9, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd751559d-5565-473f-a10b-07ec42d05c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3dddfc96-446a-4271-b2e4-1fbf8fb2f736'}}] {{(pid=105127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:59:09.203686 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-ff380efd-16b9-41da-9afe-66105f1d344c req-16139a38-6761-4923-8ebb-060b951a08a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:09.244865 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-d68498fe-cba7-42b5-bcbb-4860b659993b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:09.338030 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-ff380efd-16b9-41da-9afe-66105f1d344c req-16139a38-6761-4923-8ebb-060b951a08a9 service neutron] For port a0992ff1-31d3-4923-889f-50a337cbc2d9, host hv-cinder-79351, cleared binding levels {{(pid=105127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:59:09.355443 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-ff380efd-16b9-41da-9afe-66105f1d344c req-16139a38-6761-4923-8ebb-060b951a08a9 service neutron] For port a0992ff1-31d3-4923-889f-50a337cbc2d9, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=a0992ff1-31d3-4923-889f-50a337cbc2d9,segment=NetworkSegment(d751559d-5565-473f-a10b-07ec42d05c7f),segment_id=d751559d-5565-473f-a10b-07ec42d05c7f)] {{(pid=105127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:59:09.371421 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23254734-b651-4873-8a57-63a99d57affb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a0983f0-575e-4b35-a314-8a656489ae45,revision_number=0']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:09.388388 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-23254734-b651-4873-8a57-63a99d57affb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:09.417667 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:09.438212 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-ff380efd-16b9-41da-9afe-66105f1d344c req-16139a38-6761-4923-8ebb-060b951a08a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:09.440296 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23254734-b651-4873-8a57-63a99d57affb admin admin] Checking segment: {'id': '97c4a8ef-6cda-4304-b50c-0656c129e702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '6623997b-5fde-446b-955f-8951e3f47bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:59:09.445801 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23254734-b651-4873-8a57-63a99d57affb admin admin] Network hostable DHCP agents. Network: 6623997b-5fde-446b-955f-8951e3f47bba, hostable agents: ['c0824d2b-2f6c-4dc3-a849-d7b48d525e7a'], hosted agents: [] {{(pid=105126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:59:09.445951 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:09.480544 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-87fa775b-3b2f-4b96-837a-ac303742e1e6 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks [] for port, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:09.481271 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-2da06638-9d85-448c-b165-7f16e5b5a203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9018ff-cfb9-4818-ad51-6ab7dc886922', 'name': 'tempest-ServerRescueNegativeTestJSON-572647017-router', 'tenant_id': '6299943bac064fd7b1103e93d469d653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'bbf74f91-e0ed-4030-a641-50300711d4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:58:54Z', 'updated_at': '2021-06-29T10:59:02Z', 'revision_number': 4, 'project_id': '6299943bac064fd7b1103e93d469d653', 'gw_port': {'id': 'bbf74f91-e0ed-4030-a641-50300711d4d2', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:07:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9018ff-cfb9-4818-ad51-6ab7dc886922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:58:55Z', 'updated_at': '2021-06-29T10:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_interfaces': [{'id': 'b5a90f44-3f0e-41ee-8c18-3381ee5cc037', 'name': '', 'network_id': '8d7f72c5-0ecd-48cd-ad50-7ae8533793ae', 'tenant_id': '6299943bac064fd7b1103e93d469d653', 'mac_address': 'fa:16:3e:b6:e2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9018ff-cfb9-4818-ad51-6ab7dc886922', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b6175b8a-51af-4ce8-b7f0-839520dcb7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:59:00Z', 'updated_at': '2021-06-29T10:59:08Z', 'revision_number': 4, 'project_id': '6299943bac064fd7b1103e93d469d653', 'subnets': [{'id': 'b6175b8a-51af-4ce8-b7f0-839520dcb7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:59:09.509774 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff380efd-16b9-41da-9afe-66105f1d344c req-16139a38-6761-4923-8ebb-060b951a08a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:09.511491 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-ff380efd-16b9-41da-9afe-66105f1d344c req-16139a38-6761-4923-8ebb-060b951a08a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:09.515459 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-ff380efd-16b9-41da-9afe-66105f1d344c req-16139a38-6761-4923-8ebb-060b951a08a9 service neutron] 10.222.0.42 "PUT /v2.0/ports/a0992ff1-31d3-4923-889f-50a337cbc2d9 HTTP/1.1" status: 200 len: 1093 time: 3.6711864 Jun 29 10:59:09.517034 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e983a77e-84a0-4f70-95a2-cb590d75f2fe', 'tag': 'a0992ff1-31d3-4923-889f-50a337cbc2d9'}] {{(pid=105127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:59:09.551251 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688be25d-fee4-4fed-af84-baeda2fc0a50 req-c4c6e090-12cf-42ce-b8c1-79486190ca1b tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:09.553172 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-688be25d-fee4-4fed-af84-baeda2fc0a50 req-c4c6e090-12cf-42ce-b8c1-79486190ca1b tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/ports?device_id=4707594d-1e3a-40bc-9113-a231da3ff72c HTTP/1.1" status: 200 len: 932 time: 0.3940706 Jun 29 10:59:09.612644 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 50084) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:09.617483 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da06638-9d85-448c-b165-7f16e5b5a203 None None] The sync data for ids ['dc9018ff-cfb9-4818-ad51-6ab7dc886922'] in dv-cinder-793515-4-smb is: [{'id': 'dc9018ff-cfb9-4818-ad51-6ab7dc886922', 'name': 'tempest-ServerRescueNegativeTestJSON-572647017-router', 'tenant_id': '6299943bac064fd7b1103e93d469d653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'bbf74f91-e0ed-4030-a641-50300711d4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:58:54Z', 'updated_at': '2021-06-29T10:59:02Z', 'revision_number': 4, 'project_id': '6299943bac064fd7b1103e93d469d653', 'gw_port': {'id': 'bbf74f91-e0ed-4030-a641-50300711d4d2', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:07:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9018ff-cfb9-4818-ad51-6ab7dc886922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:58:55Z', 'updated_at': '2021-06-29T10:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_interfaces': [{'id': 'b5a90f44-3f0e-41ee-8c18-3381ee5cc037', 'name': '', 'network_id': '8d7f72c5-0ecd-48cd-ad50-7ae8533793ae', 'tenant_id': '6299943bac064fd7b1103e93d469d653', 'mac_address': 'fa:16:3e:b6:e2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9018ff-cfb9-4818-ad51-6ab7dc886922', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b6175b8a-51af-4ce8-b7f0-839520dcb7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:59:00Z', 'updated_at': '2021-06-29T10:59:08Z', 'revision_number': 4, 'project_id': '6299943bac064fd7b1103e93d469d653', 'subnets': [{'id': 'b6175b8a-51af-4ce8-b7f0-839520dcb7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:59:09.648275 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device de12757a-329b-46d4-ad31-49b102f5fe06 up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:59:09.653793 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23254734-b651-4873-8a57-63a99d57affb admin admin] Network 6623997b-5fde-446b-955f-8951e3f47bba is scheduled to be hosted by DHCP agent c0824d2b-2f6c-4dc3-a849-d7b48d525e7a with binding_index 1 {{(pid=105126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:59:09.789224 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-688be25d-fee4-4fed-af84-baeda2fc0a50 req-71b8821d-08c3-413a-b715-7d4fea6cabda tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/security-groups?id=084ff85d-0624-4187-a2bf-fe975f84f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186444 Jun 29 10:59:09.809813 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.base_scheduler [None req-23254734-b651-4873-8a57-63a99d57affb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-4-smb, 6623997b-5fde-446b-955f-8951e3f47bba) {{(pid=105126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:59:09.852297 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23254734-b651-4873-8a57-63a99d57affb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:09.854077 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-23254734-b651-4873-8a57-63a99d57affb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for subnet, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:09.862552 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081b8055-08f6-416f-a67e-5398d11cb146 None None] Network 6623997b-5fde-446b-955f-8951e3f47bba requested from dv-cinder-793515-4-smb {{(pid=105128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:59:09.873104 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-87fa775b-3b2f-4b96-837a-ac303742e1e6 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791'] for port, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:09.919800 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-679c710b-5b79-434a-a4cc-8f415e0129e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:09.989673 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-26a1df58-1387-49b7-ae4b-b8537279dffe req-d48819d7-5329-492c-9424-458d234678e4 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 210 time: 0.1613433 Jun 29 10:59:09.995426 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fa775b-3b2f-4b96-837a-ac303742e1e6 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Network 1d7db265-d806-41f6-8c7b-d59edd3be907 is already hosted by enough agents. {{(pid=105126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:59:09.999019 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa775b-3b2f-4b96-837a-ac303742e1e6 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Pushing event updated for resources: {'Port': ['ID=5886863b-aa09-44f0-a49f-e68bc1566d0e,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:10.003335 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-87fa775b-3b2f-4b96-837a-ac303742e1e6 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:10.004574 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-fe0aba89-f16d-42fc-afc2-28fbbf954c3f service neutron] Request body: {'port': {'device_id': '4707594d-1e3a-40bc-9113-a231da3ff72c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:59:10.005989 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.base_scheduler [None req-87fa775b-3b2f-4b96-837a-ac303742e1e6 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Resources bound (agent type, host, resource id): {{(pid=105126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:59:10.011361 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fa775b-3b2f-4b96-837a-ac303742e1e6 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Received port after_create {{(pid=105126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:59:10.272699 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:10.325418 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2909e6dc-cb41-4ba3-80d0-80cb6e00f609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:10.377457 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning complete for port de12757a-329b-46d4-ad31-49b102f5fe06 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:59:10.378730 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:10.460916 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16139a38-6761-4923-8ebb-060b951a08a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a0992ff1-31d3-4923-889f-50a337cbc2d9,revision_number=3']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:10.492663 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f31594-12e6-48f5-aa48-1eedda64f78b None None] Network 6623997b-5fde-446b-955f-8951e3f47bba requested from dv-cinder-793515-4-smb {{(pid=105128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:59:10.501022 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-87fa775b-3b2f-4b96-837a-ac303742e1e6 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:10.506778 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-23254734-b651-4873-8a57-63a99d57affb admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.8721182 Jun 29 10:59:10.507499 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51926c8a96ac3dcbe8a9a7c61d1f1b13ee7346919254cfc90a12d4d270e3eabf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6d7a64-8e1b-485d-b94f-43ea000cf549" -d '{"events": [{"name": "network-changed", "server_uuid": "e983a77e-84a0-4f70-95a2-cb590d75f2fe", "tag": "a0992ff1-31d3-4923-889f-50a337cbc2d9"}]}' {{(pid=105127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:59:10.529758 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-16139a38-6761-4923-8ebb-060b951a08a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.085s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:10.737040 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-87fa775b-3b2f-4b96-837a-ac303742e1e6 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:10.883609 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3a2a1-b1e3-4d2a-901b-3f68d984f620 req-2aee9af8-f616-4643-99a6-e3418f328d93 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:10.885257 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-3df3a2a1-b1e3-4d2a-901b-3f68d984f620 req-2aee9af8-f616-4643-99a6-e3418f328d93 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=e983a77e-84a0-4f70-95a2-cb590d75f2fe HTTP/1.1" status: 200 len: 943 time: 0.6738427 Jun 29 10:59:11.043484 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-fe0aba89-f16d-42fc-afc2-28fbbf954c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:11.062536 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff380efd-16b9-41da-9afe-66105f1d344c req-24212d60-e3ff-4b1f-a7e1-4286da46d308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:11.064690 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-ff380efd-16b9-41da-9afe-66105f1d344c req-24212d60-e3ff-4b1f-a7e1-4286da46d308 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a367762fea4d4aa2bc4d9c8b1985272c&device_id=e983a77e-84a0-4f70-95a2-cb590d75f2fe HTTP/1.1" status: 200 len: 1096 time: 1.0117381 Jun 29 10:59:11.132340 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838aa448-c22a-46d2-83e1-8bee9d1ee85a x-openstack-request-id: req-838aa448-c22a-46d2-83e1-8bee9d1ee85a {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:59:11.132758 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e983a77e-84a0-4f70-95a2-cb590d75f2fe", "tag": "a0992ff1-31d3-4923-889f-50a337cbc2d9", "status": "completed", "code": 200}]} {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:59:11.133158 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-838aa448-c22a-46d2-83e1-8bee9d1ee85a {{(pid=105127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:59:11.133731 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e983a77e-84a0-4f70-95a2-cb590d75f2fe', 'tag': 'a0992ff1-31d3-4923-889f-50a337cbc2d9', 'status': 'completed', 'code': 200} Jun 29 10:59:11.237691 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-3df3a2a1-b1e3-4d2a-901b-3f68d984f620 req-e09d3e9f-ae03-4c90-8927-d328ffcfd586 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041861 Jun 29 10:59:11.278742 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-ff380efd-16b9-41da-9afe-66105f1d344c req-ebaa6454-8dde-45e9-b750-4ec0337c33db service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0992ff1-31d3-4923-889f-50a337cbc2d9 HTTP/1.1" status: 200 len: 217 time: 0.1438541 Jun 29 10:59:11.441557 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-87fa775b-3b2f-4b96-837a-ac303742e1e6 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks [] for port, precommit_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:11.487653 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-242ea672-014a-4e7b-847a-8ff421f20aef req-d607a68c-0cd4-453e-aca9-c0e2c529083e tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 210 time: 0.0631962 Jun 29 10:59:11.508668 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2909e6dc-cb41-4ba3-80d0-80cb6e00f609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:11.532823 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-87fa775b-3b2f-4b96-837a-ac303742e1e6 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:11.538762 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-679c710b-5b79-434a-a4cc-8f415e0129e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:11.611606 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2909e6dc-cb41-4ba3-80d0-80cb6e00f609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:11.633421 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-87fa775b-3b2f-4b96-837a-ac303742e1e6 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606879'] for floatingip, after_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:11.664824 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device b5a90f44-3f0e-41ee-8c18-3381ee5cc037 up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:59:11.732527 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:11.743688 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa775b-3b2f-4b96-837a-ac303742e1e6 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Pushing event updated for resources: {'Port': ['ID=5886863b-aa09-44f0-a49f-e68bc1566d0e,revision_number=2']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:11.747469 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-87fa775b-3b2f-4b96-837a-ac303742e1e6 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:11.749556 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:11.764804 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-87fa775b-3b2f-4b96-837a-ac303742e1e6 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for floatingip, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:11.764804 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-87fa775b-3b2f-4b96-837a-ac303742e1e6 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6071143 Jun 29 10:59:11.764804 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-2909e6dc-cb41-4ba3-80d0-80cb6e00f609 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c893ed1d7def4394936f9cb9cb13607c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1362293 Jun 29 10:59:11.765045 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff380efd-16b9-41da-9afe-66105f1d344c req-45885783-0157-4b0c-a8cf-0439af827f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:11.765045 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-ff380efd-16b9-41da-9afe-66105f1d344c req-45885783-0157-4b0c-a8cf-0439af827f65 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e78b9c77-e0e0-471c-a845-17d582c68532 HTTP/1.1" status: 200 len: 855 time: 0.3731086 Jun 29 10:59:11.765045 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 50154) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:11.835259 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909e6dc-cb41-4ba3-80d0-80cb6e00f609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3e94ac-d212-4296-829c-141cdd6ca87c,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:11.838761 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-2909e6dc-cb41-4ba3-80d0-80cb6e00f609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:11.906875 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-ff380efd-16b9-41da-9afe-66105f1d344c req-473fc8af-3aca-4c9c-b2ce-fa246cbbc03f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3dddfc96-446a-4271-b2e4-1fbf8fb2f736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849831 Jun 29 10:59:11.917455 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning for port b5a90f44-3f0e-41ee-8c18-3381ee5cc037 completed by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:59:11.925271 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning complete for port b5a90f44-3f0e-41ee-8c18-3381ee5cc037 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:59:11.926611 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:11.965512 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406d266-61b5-4f2b-a43a-0b4806faecec req-9d2f3867-4f0a-41f7-b112-9ec9dd71f06d tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:11.973294 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-8406d266-61b5-4f2b-a43a-0b4806faecec req-9d2f3867-4f0a-41f7-b112-9ec9dd71f06d tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/ports?device_id=4707594d-1e3a-40bc-9113-a231da3ff72c HTTP/1.1" status: 200 len: 932 time: 0.5830266 Jun 29 10:59:12.023110 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-58e71c9c-bc8d-4ad0-8ed7-7b361a861602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:12.297490 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-58e71c9c-bc8d-4ad0-8ed7-7b361a861602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:12.331984 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 50180) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:12.352274 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:12.360276 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-8406d266-61b5-4f2b-a43a-0b4806faecec req-be865df2-d9ff-41c0-b2dc-3dc7b9c2b020 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/security-groups?id=084ff85d-0624-4187-a2bf-fe975f84f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841991 Jun 29 10:59:12.384161 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [None req-408347f0-9e32-49c2-90ee-3ca70ac1586e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1129852453-network', 'tenant_id': 'cbc1c8cdfb094d07b763dbcde92c1bc5'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:59:12.451299 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] For port b5a90f44-3f0e-41ee-8c18-3381ee5cc037, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=b5a90f44-3f0e-41ee-8c18-3381ee5cc037,segment=NetworkSegment(1785eff2-c376-43ac-af63-f77881cdceb1),segment_id=1785eff2-c376-43ac-af63-f77881cdceb1)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:59:12.460069 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-fe0aba89-f16d-42fc-afc2-28fbbf954c3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29a93a5d-c570-409f-8309-f9020658a79e {{(pid=105127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:59:12.468686 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-fe0aba89-f16d-42fc-afc2-28fbbf954c3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:12.491266 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-3cc9c98c-8f8c-479c-b5bc-7e9cade17888 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--368668348&fields=id&tenant_id=2e126c6330d743c8b924fb706c06677b HTTP/1.1" status: 200 len: 267 time: 0.2314770 Jun 29 10:59:12.532875 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:12.540006 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-719be96d-0765-4769-9f7f-81f4f743a409 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:12.541969 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.42', 59786) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:12.623276 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Pushing event updated for resources: {'Port': ['ID=b5a90f44-3f0e-41ee-8c18-3381ee5cc037,revision_number=5']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:12.636621 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:12.647822 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.provisioning_blocks [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-fe0aba89-f16d-42fc-afc2-28fbbf954c3f service neutron] Transition to ACTIVE for port object 29a93a5d-c570-409f-8309-f9020658a79e will not be triggered until provisioned by entity L2. {{(pid=105127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:59:12.650632 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-58e71c9c-bc8d-4ad0-8ed7-7b361a861602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:12.660056 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-58e71c9c-bc8d-4ad0-8ed7-7b361a861602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:12.664105 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-58e71c9c-bc8d-4ad0-8ed7-7b361a861602 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0b3e94ac-d212-4296-829c-141cdd6ca87c HTTP/1.1" status: 204 len: 168 time: 0.8805521 Jun 29 10:59:12.664105 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:12.682325 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-ff380efd-16b9-41da-9afe-66105f1d344c req-dc87d740-1b9d-49ae-b92a-bc6699be0dd3 service neutron] 10.222.0.42 "GET /v2.0/networks/3dddfc96-446a-4271-b2e4-1fbf8fb2f736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6268272 Jun 29 10:59:12.707653 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408347f0-9e32-49c2-90ee-3ca70ac1586e admin admin] Made reservation on behalf of cbc1c8cdfb094d07b763dbcde92c1bc5 for: {'network': 1} {{(pid=105127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:59:12.712701 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-408347f0-9e32-49c2-90ee-3ca70ac1586e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for network, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:12.731931 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e71c9c-bc8d-4ad0-8ed7-7b361a861602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3e94ac-d212-4296-829c-141cdd6ca87c,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:12.739440 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-58e71c9c-bc8d-4ad0-8ed7-7b361a861602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:12.801581 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-fe0aba89-f16d-42fc-afc2-28fbbf954c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:12.884497 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-408347f0-9e32-49c2-90ee-3ca70ac1586e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:12.889087 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:12.921551 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-3287c06d-c749-4701-aea7-36034580fa70 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:12.923534 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-3287c06d-c749-4701-aea7-36034580fa70 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/networks?id=27be0f43-986d-406d-84c6-0e27a892cced HTTP/1.1" status: 200 len: 810 time: 0.4286289 Jun 29 10:59:12.929748 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-1ed16ccd-73c9-41fd-b8f6-845b03899ea1 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:12.931492 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-1ed16ccd-73c9-41fd-b8f6-845b03899ea1 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.42 "GET /v2.0/networks?id=8d7f72c5-0ecd-48cd-ad50-7ae8533793ae HTTP/1.1" status: 200 len: 818 time: 0.3883338 Jun 29 10:59:12.964533 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-141ce8be-f0e3-437c-8d46-02abaac3fe64 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/quotas/2e126c6330d743c8b924fb706c06677b HTTP/1.1" status: 200 len: 375 time: 0.0312891 Jun 29 10:59:13.096580 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc59e1c-5457-4811-9773-3ea8e99733e8 req-8edf4204-213f-4400-b6c9-5b1f1a3b6ac0 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:13.098075 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-6855c9d4-17de-4ba1-b9f7-4c3f5e27442a tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2e126c6330d743c8b924fb706c06677b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1260800 Jun 29 10:59:13.098742 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0fc59e1c-5457-4811-9773-3ea8e99733e8 req-8edf4204-213f-4400-b6c9-5b1f1a3b6ac0 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=e983a77e-84a0-4f70-95a2-cb590d75f2fe HTTP/1.1" status: 200 len: 943 time: 0.5199721 Jun 29 10:59:13.108144 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0aba89-f16d-42fc-afc2-28fbbf954c3f service neutron] Pushing event updated for resources: {'Port': ['ID=29a93a5d-c570-409f-8309-f9020658a79e,revision_number=2']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:13.137677 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-496a4890-e6f3-4ab6-9306-3fa891687094 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Request body: {'port': {'device_id': '37bff80c-2fb3-4bed-b803-4b92c4f43f9e', 'network_id': '8d7f72c5-0ecd-48cd-ad50-7ae8533793ae', 'admin_state_up': True, 'tenant_id': '6299943bac064fd7b1103e93d469d653'}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:59:13.322484 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-fe0aba89-f16d-42fc-afc2-28fbbf954c3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:13.327450 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-ff380efd-16b9-41da-9afe-66105f1d344c req-329ca80f-f0d3-42f7-b3fe-b228a43b3daf service neutron] 10.222.0.42 "GET /v2.0/networks/3dddfc96-446a-4271-b2e4-1fbf8fb2f736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6028390 Jun 29 10:59:13.365826 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-60a71eb6-685a-45d0-b573-3796407a4207 service neutron] 10.222.0.66 "GET /v2.0/networks/27be0f43-986d-406d-84c6-0e27a892cced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532444 Jun 29 10:59:13.413353 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0fc59e1c-5457-4811-9773-3ea8e99733e8 req-cfac7e6e-7bc4-4b34-980a-27ea3152fe22 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166436 Jun 29 10:59:13.490508 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-fe0aba89-f16d-42fc-afc2-28fbbf954c3f service neutron] Attempting to bind port 29a93a5d-c570-409f-8309-f9020658a79e on host hv-cinder-79351 for vnic_type normal with profile {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:59:13.490929 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-fe0aba89-f16d-42fc-afc2-28fbbf954c3f service neutron] Attempting to bind port 29a93a5d-c570-409f-8309-f9020658a79e by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'a0efbef0-4c40-4b61-9b6d-c0442e1acd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'ac02be72-d500-4efd-a7d0-236b527cd490'}] {{(pid=105127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:59:13.491354 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-fe0aba89-f16d-42fc-afc2-28fbbf954c3f service neutron] Attempting to bind port 29a93a5d-c570-409f-8309-f9020658a79e on network ac02be72-d500-4efd-a7d0-236b527cd490 {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:59:13.502204 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-fe0aba89-f16d-42fc-afc2-28fbbf954c3f service neutron] Port 29a93a5d-c570-409f-8309-f9020658a79e on network ac02be72-d500-4efd-a7d0-236b527cd490 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:59:13.502596 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-fe0aba89-f16d-42fc-afc2-28fbbf954c3f service neutron] Attempting to bind port 29a93a5d-c570-409f-8309-f9020658a79e on network ac02be72-d500-4efd-a7d0-236b527cd490 {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:59:13.512908 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-fe0aba89-f16d-42fc-afc2-28fbbf954c3f service neutron] Checking agent: {'id': 'bdcb3022-9de1-427e-88c2-d5d630f764fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 56, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:59:13.514795 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-fe0aba89-f16d-42fc-afc2-28fbbf954c3f service neutron] Checking segment: {'id': 'a0efbef0-4c40-4b61-9b6d-c0442e1acd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'ac02be72-d500-4efd-a7d0-236b527cd490'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:59:13.514795 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-fe0aba89-f16d-42fc-afc2-28fbbf954c3f service neutron] Bound using segment: {'id': 'a0efbef0-4c40-4b61-9b6d-c0442e1acd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'ac02be72-d500-4efd-a7d0-236b527cd490'} {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:59:13.514795 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-fe0aba89-f16d-42fc-afc2-28fbbf954c3f service neutron] Bound port: 29a93a5d-c570-409f-8309-f9020658a79e, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0efbef0-4c40-4b61-9b6d-c0442e1acd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'ac02be72-d500-4efd-a7d0-236b527cd490'}}] {{(pid=105127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:59:13.514795 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-fe0aba89-f16d-42fc-afc2-28fbbf954c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:13.608141 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device b5a90f44-3f0e-41ee-8c18-3381ee5cc037 up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:59:13.697795 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.42', 59789) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:13.703616 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-408347f0-9e32-49c2-90ee-3ca70ac1586e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:13.780992 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning complete for port b5a90f44-3f0e-41ee-8c18-3381ee5cc037 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:59:13.781863 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:13.834397 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-fe0aba89-f16d-42fc-afc2-28fbbf954c3f service neutron] For port 29a93a5d-c570-409f-8309-f9020658a79e, host hv-cinder-79351, cleared binding levels {{(pid=105127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:59:13.839475 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-fe0aba89-f16d-42fc-afc2-28fbbf954c3f service neutron] For port 29a93a5d-c570-409f-8309-f9020658a79e, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=29a93a5d-c570-409f-8309-f9020658a79e,segment=NetworkSegment(a0efbef0-4c40-4b61-9b6d-c0442e1acd1d),segment_id=a0efbef0-4c40-4b61-9b6d-c0442e1acd1d)] {{(pid=105127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:59:13.944559 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-408347f0-9e32-49c2-90ee-3ca70ac1586e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:13.945455 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-57fa86f2-c71c-4f1f-a103-63de960fcc5f service neutron] 10.222.0.66 "GET /v2.0/networks/27be0f43-986d-406d-84c6-0e27a892cced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5532675 Jun 29 10:59:13.964390 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-496a4890-e6f3-4ab6-9306-3fa891687094 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Made reservation on behalf of 6299943bac064fd7b1103e93d469d653 for: {'port': 1} {{(pid=105126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:59:13.975062 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-496a4890-e6f3-4ab6-9306-3fa891687094 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:13.983480 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-e92c6098-6d5c-4c81-8c5b-d1a1f37798f9 req-e0745a41-73f4-4304-bbfa-0955e224cdf1 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 210 time: 0.2847879 Jun 29 10:59:14.084961 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:14.098612 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-fe0aba89-f16d-42fc-afc2-28fbbf954c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:14.100146 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 50228) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:14.337759 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-408347f0-9e32-49c2-90ee-3ca70ac1586e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=105127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:59:14.370442 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408347f0-9e32-49c2-90ee-3ca70ac1586e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc77b2d-53b9-4c14-b30c-1914b83dcf6f,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:14.445641 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-fe0aba89-f16d-42fc-afc2-28fbbf954c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:14.446925 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-fe0aba89-f16d-42fc-afc2-28fbbf954c3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:14.451060 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-fe0aba89-f16d-42fc-afc2-28fbbf954c3f service neutron] 10.222.0.42 "PUT /v2.0/ports/29a93a5d-c570-409f-8309-f9020658a79e HTTP/1.1" status: 200 len: 1094 time: 4.4978323 Jun 29 10:59:14.454761 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-408347f0-9e32-49c2-90ee-3ca70ac1586e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:14.479564 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.db.db_base_plugin_common [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-496a4890-e6f3-4ab6-9306-3fa891687094 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Allocated IP 172.20.0.8 (8d7f72c5-0ecd-48cd-ad50-7ae8533793ae/b6175b8a-51af-4ce8-b7f0-839520dcb7e3/762cc699-8b9c-42ab-a8bf-26daf7d725b0) {{(pid=105126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:59:14.508857 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4707594d-1e3a-40bc-9113-a231da3ff72c', 'tag': '29a93a5d-c570-409f-8309-f9020658a79e'}] {{(pid=105127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:59:14.521860 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51926c8a96ac3dcbe8a9a7c61d1f1b13ee7346919254cfc90a12d4d270e3eabf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6296b1ac-99b5-4328-9d1d-da9fbd23097e" -d '{"events": [{"name": "network-changed", "server_uuid": "4707594d-1e3a-40bc-9113-a231da3ff72c", "tag": "29a93a5d-c570-409f-8309-f9020658a79e"}]}' {{(pid=105127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:59:14.524667 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.296s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:14.565519 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-d0e953f4-2c87-4d3f-89af-9fb669006c5c req-50b78cd0-d3ef-473e-b401-9363426dec3c tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 210 time: 0.0409112 Jun 29 10:59:14.676643 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-408347f0-9e32-49c2-90ee-3ca70ac1586e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790'] for segment, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:14.676971 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.db.segments_db [None req-408347f0-9e32-49c2-90ee-3ca70ac1586e admin admin] Added segment a43a0d81-255c-4bc5-9857-a7aac4ca1c62 of type vlan for network d40e92cb-6ce8-4e92-b0c3-f83a2a2cf1a5 Jun 29 10:59:14.702668 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-225b184f-d2c1-43d8-8d3f-13407c717bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:14.863602 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-496a4890-e6f3-4ab6-9306-3fa891687094 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Notify callbacks [] for port, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:14.868436 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d7a64-8e1b-485d-b94f-43ea000cf549 req-2c58e539-251a-4100-8df0-7fe2e0ad198a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:14.870110 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-ae6d7a64-8e1b-485d-b94f-43ea000cf549 req-2c58e539-251a-4100-8df0-7fe2e0ad198a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a367762fea4d4aa2bc4d9c8b1985272c&device_id=e983a77e-84a0-4f70-95a2-cb590d75f2fe HTTP/1.1" status: 200 len: 1096 time: 1.1676719 Jun 29 10:59:14.894984 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f3fa4-ca20-4789-9445-1459089b63ff req-d1e6ede2-275a-4e20-919c-103bf651d416 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:14.897590 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-769f3fa4-ca20-4789-9445-1459089b63ff req-d1e6ede2-275a-4e20-919c-103bf651d416 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.42 "GET /v2.0/networks?id=8d7f72c5-0ecd-48cd-ad50-7ae8533793ae HTTP/1.1" status: 200 len: 818 time: 1.2004371 Jun 29 10:59:14.932299 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0aba89-f16d-42fc-afc2-28fbbf954c3f service neutron] Pushing event updated for resources: {'Port': ['ID=29a93a5d-c570-409f-8309-f9020658a79e,revision_number=3']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:14.936108 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-fe0aba89-f16d-42fc-afc2-28fbbf954c3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:14.936239 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62395a-1f06-4c00-a604-f459b331ea40 req-c4a62940-f363-4761-a6b0-5c6ec5c9cc97 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:14.938254 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-5f62395a-1f06-4c00-a604-f459b331ea40 req-c4a62940-f363-4761-a6b0-5c6ec5c9cc97 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=e983a77e-84a0-4f70-95a2-cb590d75f2fe HTTP/1.1" status: 200 len: 943 time: 0.1614707 Jun 29 10:59:14.943058 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-408347f0-9e32-49c2-90ee-3ca70ac1586e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761935103034'] for network, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:14.983976 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf67a9-7d71-4df3-8d08-b6ee2eb59852 req-ed47b3d6-b307-4394-b6af-8563a4de2c57 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:14.985615 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-e6bf67a9-7d71-4df3-8d08-b6ee2eb59852 req-ed47b3d6-b307-4394-b6af-8563a4de2c57 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/ports?device_id=4707594d-1e3a-40bc-9113-a231da3ff72c HTTP/1.1" status: 200 len: 944 time: 0.6673100 Jun 29 10:59:15.019903 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-5f62395a-1f06-4c00-a604-f459b331ea40 req-18019bf0-2b97-4bec-a744-a05821cd8c4b tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692430 Jun 29 10:59:15.059414 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-225b184f-d2c1-43d8-8d3f-13407c717bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:15.087684 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-496a4890-e6f3-4ab6-9306-3fa891687094 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791'] for port, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:15.089708 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-4303674f-dc19-4a34-b43d-4accd3d16e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:15.091015 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-4303674f-dc19-4a34-b43d-4accd3d16e15 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=60bd728274f542a58b0807650ae363da&device_id=4707594d-1e3a-40bc-9113-a231da3ff72c HTTP/1.1" status: 200 len: 1097 time: 0.4028668 Jun 29 10:59:15.102118 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-89a75159-796d-454d-9fae-f50d7a3336ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:15.106713 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-e6bf67a9-7d71-4df3-8d08-b6ee2eb59852 req-23939448-ca67-4ed9-8871-f0f2e29ecbd5 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/security-groups?id=084ff85d-0624-4187-a2bf-fe975f84f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977857 Jun 29 10:59:15.145606 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-408347f0-9e32-49c2-90ee-3ca70ac1586e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116'] for network, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:15.146607 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-225b184f-d2c1-43d8-8d3f-13407c717bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:15.147854 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408347f0-9e32-49c2-90ee-3ca70ac1586e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:15.148582 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-408347f0-9e32-49c2-90ee-3ca70ac1586e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for network, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:15.153119 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:15.330877 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-496a4890-e6f3-4ab6-9306-3fa891687094 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Network 8d7f72c5-0ecd-48cd-ad50-7ae8533793ae is already hosted by enough agents. {{(pid=105126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:59:15.372080 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.base_scheduler [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-496a4890-e6f3-4ab6-9306-3fa891687094 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Resources bound (agent type, host, resource id): {{(pid=105126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:59:15.386153 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-496a4890-e6f3-4ab6-9306-3fa891687094 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Received port after_create {{(pid=105126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:59:15.396553 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-496a4890-e6f3-4ab6-9306-3fa891687094 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:15.400139 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-496a4890-e6f3-4ab6-9306-3fa891687094 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for port, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:15.442913 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a4890-e6f3-4ab6-9306-3fa891687094 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Pushing event updated for resources: {'Port': ['ID=762cc699-8b9c-42ab-a8bf-26daf7d725b0,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:15.446738 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-496a4890-e6f3-4ab6-9306-3fa891687094 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:15.477102 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-e1a1589b-65d1-4224-af1b-534098ebdcb5 req-a81ded07-45d8-413a-be5d-338a3529007c tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 210 time: 0.0589023 Jun 29 10:59:15.523819 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e513d814-87a6-4fcf-bb0d-abda41f5d742 x-openstack-request-id: req-e513d814-87a6-4fcf-bb0d-abda41f5d742 {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:59:15.524373 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4707594d-1e3a-40bc-9113-a231da3ff72c", "tag": "29a93a5d-c570-409f-8309-f9020658a79e", "status": "completed", "code": 200}]} {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:59:15.524373 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e513d814-87a6-4fcf-bb0d-abda41f5d742 {{(pid=105127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:59:15.524843 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4707594d-1e3a-40bc-9113-a231da3ff72c', 'tag': '29a93a5d-c570-409f-8309-f9020658a79e', 'status': 'completed', 'code': 200} Jun 29 10:59:15.570602 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-225b184f-d2c1-43d8-8d3f-13407c717bf6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eb9cc5388a68453a90a7473e8cef767c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4143364 Jun 29 10:59:15.570602 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408347f0-9e32-49c2-90ee-3ca70ac1586e admin admin] Pushing event updated for resources: {'Network': ['ID=d40e92cb-6ce8-4e92-b0c3-f83a2a2cf1a5,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:15.570800 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 50288) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:15.574563 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-408347f0-9e32-49c2-90ee-3ca70ac1586e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:15.575197 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:15.587773 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Network d40e92cb-6ce8-4e92-b0c3-f83a2a2cf1a5 details requested by agent ovs-agent-dv-cinder-793515-4-smb with host dv-cinder-793515-4-smb {{(pid=105128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:59:15.623924 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b184f-d2c1-43d8-8d3f-13407c717bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362ca1f7-6c96-4ad7-b004-8e45879323e5,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:15.639747 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-225b184f-d2c1-43d8-8d3f-13407c717bf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:15.683254 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-5302f501-11b7-4ea3-b06c-265b4602451b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:15.730790 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-5302f501-11b7-4ea3-b06c-265b4602451b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:15.749269 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-9e768862-e89a-4d5b-a205-8f28f4759f10 req-b57523ea-9c4a-4dab-bf5f-55b0c7d0a6a5 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 210 time: 0.0936582 Jun 29 10:59:15.986862 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-408347f0-9e32-49c2-90ee-3ca70ac1586e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.6242859 Jun 29 10:59:15.987023 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-496a4890-e6f3-4ab6-9306-3fa891687094 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8661604 Jun 29 10:59:15.989582 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 50302) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:15.995135 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-c39ed82a-686e-47f6-b8b2-beefefd55e48 admin admin] Request body: {'subnet': {'network_id': 'd40e92cb-6ce8-4e92-b0c3-f83a2a2cf1a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1129852453-subnet', 'tenant_id': 'cbc1c8cdfb094d07b763dbcde92c1bc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:59:16.007742 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-5302f501-11b7-4ea3-b06c-265b4602451b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:16.008569 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-5302f501-11b7-4ea3-b06c-265b4602451b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:16.009673 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-5302f501-11b7-4ea3-b06c-265b4602451b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/362ca1f7-6c96-4ad7-b004-8e45879323e5 HTTP/1.1" status: 204 len: 168 time: 0.4380064 Jun 29 10:59:16.012177 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-81a14d92-284b-45c4-b910-feb531bc7d98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:16.025441 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302f501-11b7-4ea3-b06c-265b4602451b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362ca1f7-6c96-4ad7-b004-8e45879323e5,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:16.028171 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-5302f501-11b7-4ea3-b06c-265b4602451b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:16.120520 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39ed82a-686e-47f6-b8b2-beefefd55e48 admin admin] Made reservation on behalf of cbc1c8cdfb094d07b763dbcde92c1bc5 for: {'subnet': 1} {{(pid=105126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:59:16.123818 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-c39ed82a-686e-47f6-b8b2-beefefd55e48 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:16.297863 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbcf0a-8e9f-4d5b-a0f4-26eba86215de req-c72ec66f-3ac9-4fa7-9ad6-70f41022b0e5 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:16.301911 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-b8fbcf0a-8e9f-4d5b-a0f4-26eba86215de req-c72ec66f-3ac9-4fa7-9ad6-70f41022b0e5 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=e983a77e-84a0-4f70-95a2-cb590d75f2fe HTTP/1.1" status: 200 len: 943 time: 0.1168303 Jun 29 10:59:16.374267 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9ed32-8bd6-49ec-927d-37f728051e4b req-0acfc4f7-6c81-4750-824c-dd1734797100 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:16.376197 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-97e9ed32-8bd6-49ec-927d-37f728051e4b req-0acfc4f7-6c81-4750-824c-dd1734797100 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/ports?device_id=4707594d-1e3a-40bc-9113-a231da3ff72c HTTP/1.1" status: 200 len: 944 time: 0.0771646 Jun 29 10:59:16.384908 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-b8fbcf0a-8e9f-4d5b-a0f4-26eba86215de req-eb9f4803-2d71-4dec-baf5-7160a06e1268 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739884 Jun 29 10:59:16.457642 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-97e9ed32-8bd6-49ec-927d-37f728051e4b req-fb893907-9ec1-4967-ab53-8b0bc5c38fb1 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/security-groups?id=084ff85d-0624-4187-a2bf-fe975f84f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750473 Jun 29 10:59:16.550619 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-c39ed82a-686e-47f6-b8b2-beefefd55e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116'] for subnet, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:16.554186 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-029f5f9f-971f-44a9-8374-fbc8f6121a7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:16.621682 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 50320) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:16.630068 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ed82a-686e-47f6-b8b2-beefefd55e48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45d01a59-b5bb-4f05-908d-c0088fcc86f4,revision_number=0']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:16.635496 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-c39ed82a-686e-47f6-b8b2-beefefd55e48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:16.643114 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39ed82a-686e-47f6-b8b2-beefefd55e48 admin admin] Checking segment: {'id': 'a43a0d81-255c-4bc5-9857-a7aac4ca1c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd40e92cb-6ce8-4e92-b0c3-f83a2a2cf1a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:59:16.644260 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39ed82a-686e-47f6-b8b2-beefefd55e48 admin admin] Network hostable DHCP agents. Network: d40e92cb-6ce8-4e92-b0c3-f83a2a2cf1a5, hostable agents: ['c0824d2b-2f6c-4dc3-a849-d7b48d525e7a'], hosted agents: [] {{(pid=105126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:59:16.711485 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-d9991b2b-7a7b-4cab-a7c1-a8b7fd7a5adf req-88d1295d-e320-4ba0-8ad0-35932a1dfc8a tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 210 time: 0.0645149 Jun 29 10:59:16.778870 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d59769c9-acfc-4dcf-aa53-3fd1e7a44064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:16.828610 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39ed82a-686e-47f6-b8b2-beefefd55e48 admin admin] Network d40e92cb-6ce8-4e92-b0c3-f83a2a2cf1a5 is scheduled to be hosted by DHCP agent c0824d2b-2f6c-4dc3-a849-d7b48d525e7a with binding_index 1 {{(pid=105126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:59:16.929415 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-ca98e26d-3799-47cb-9c1e-40013a9b4828 req-856ad71e-cf72-404b-a80c-06b69889564f tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 210 time: 0.0361359 Jun 29 10:59:16.938781 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.base_scheduler [None req-c39ed82a-686e-47f6-b8b2-beefefd55e48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-4-smb, d40e92cb-6ce8-4e92-b0c3-f83a2a2cf1a5) {{(pid=105126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:59:16.945219 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d59769c9-acfc-4dcf-aa53-3fd1e7a44064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:16.949378 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39ed82a-686e-47f6-b8b2-beefefd55e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:16.949931 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-c39ed82a-686e-47f6-b8b2-beefefd55e48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for subnet, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:16.965745 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606706c6-9a12-4419-822c-45f54aed0b7c None None] Network d40e92cb-6ce8-4e92-b0c3-f83a2a2cf1a5 requested from dv-cinder-793515-4-smb {{(pid=105128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:59:17.023779 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d59769c9-acfc-4dcf-aa53-3fd1e7a44064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:17.026619 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-5405da0e-1698-4c0a-831f-eec535bcb8fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:17.069003 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-d59769c9-acfc-4dcf-aa53-3fd1e7a44064 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fab459f0417c49a7bdb171ff85245bcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4452710 Jun 29 10:59:17.069195 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 50326) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:17.069837 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59769c9-acfc-4dcf-aa53-3fd1e7a44064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda59b9c-d74e-4388-abe5-7b958338403b,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:17.073014 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-d59769c9-acfc-4dcf-aa53-3fd1e7a44064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:17.105798 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 50328) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:17.127096 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c503a345-9886-4e51-92fc-fdf039ad6d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:17.127206 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4d900b-1da0-4fd7-8bbb-9e5b4f538163 None None] Network d40e92cb-6ce8-4e92-b0c3-f83a2a2cf1a5 requested from dv-cinder-793515-4-smb {{(pid=105128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:59:17.141697 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-c39ed82a-686e-47f6-b8b2-beefefd55e48 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1433098 Jun 29 10:59:17.169427 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-ffd88f82-6265-43ac-bdbd-fc814efab74d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:17.195964 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-ffd88f82-6265-43ac-bdbd-fc814efab74d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:17.267819 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c503a345-9886-4e51-92fc-fdf039ad6d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:17.310697 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-ffd88f82-6265-43ac-bdbd-fc814efab74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:17.314022 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-ffd88f82-6265-43ac-bdbd-fc814efab74d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:17.317137 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-ffd88f82-6265-43ac-bdbd-fc814efab74d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fda59b9c-d74e-4388-abe5-7b958338403b HTTP/1.1" status: 204 len: 168 time: 0.2445772 Jun 29 10:59:17.317137 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:17.329930 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 50332) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:17.353205 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd88f82-6265-43ac-bdbd-fc814efab74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda59b9c-d74e-4388-abe5-7b958338403b,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:17.354356 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-ffd88f82-6265-43ac-bdbd-fc814efab74d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:17.379703 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a9e51d6-bd9b-4925-95b4-8002af7d202a admin admin] Deleting subnet 1a0983f0-575e-4b35-a314-8a656489ae45 {{(pid=105127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:59:17.383765 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-8a9e51d6-bd9b-4925-95b4-8002af7d202a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:17.424521 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c503a345-9886-4e51-92fc-fdf039ad6d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:17.426800 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-8a9e51d6-bd9b-4925-95b4-8002af7d202a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:17.436662 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:17.449348 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-8a9e51d6-bd9b-4925-95b4-8002af7d202a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403832'] for subnet, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:17.542333 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 50344) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:17.552980 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-c503a345-9886-4e51-92fc-fdf039ad6d92 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8840272c490549a18a7e04b6f7ea792e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4458847 Jun 29 10:59:17.566882 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503a345-9886-4e51-92fc-fdf039ad6d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0806700-d418-4da9-9e96-3c5b5eafe6bd,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:17.574738 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-c503a345-9886-4e51-92fc-fdf039ad6d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:17.689566 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-8a9e51d6-bd9b-4925-95b4-8002af7d202a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116'] for subnet, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:17.695868 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:17.700455 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-d74e639f-6704-4515-880d-82b53ba824fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:17.736041 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e51d6-bd9b-4925-95b4-8002af7d202a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a0983f0-575e-4b35-a314-8a656489ae45,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:17.736041 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-8a9e51d6-bd9b-4925-95b4-8002af7d202a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for subnet, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:17.736041 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-8a9e51d6-bd9b-4925-95b4-8002af7d202a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/1a0983f0-575e-4b35-a314-8a656489ae45 HTTP/1.1" status: 204 len: 168 time: 0.4172964 Jun 29 10:59:17.736336 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-8a9e51d6-bd9b-4925-95b4-8002af7d202a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:17.738995 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 50350) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:17.764425 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4f39e-961d-483e-ab42-4fa12ab4004d req-58227dde-b32a-4b3b-92cf-c63daf6e222a tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:17.766040 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-72c4f39e-961d-483e-ab42-4fa12ab4004d req-58227dde-b32a-4b3b-92cf-c63daf6e222a tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/ports?device_id=4707594d-1e3a-40bc-9113-a231da3ff72c HTTP/1.1" status: 200 len: 944 time: 0.1310868 Jun 29 10:59:17.783755 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-d74e639f-6704-4515-880d-82b53ba824fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:17.829824 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-72c4f39e-961d-483e-ab42-4fa12ab4004d req-d2370e51-6557-40d4-a486-0f0a9de51431 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/security-groups?id=084ff85d-0624-4187-a2bf-fe975f84f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571795 Jun 29 10:59:17.845077 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632ce80-5c01-44e6-9455-1e67633d791b req-699de0f5-adca-476b-9513-10288de55bca tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:17.846655 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-d632ce80-5c01-44e6-9455-1e67633d791b req-699de0f5-adca-476b-9513-10288de55bca tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=e983a77e-84a0-4f70-95a2-cb590d75f2fe HTTP/1.1" status: 200 len: 943 time: 0.2625375 Jun 29 10:59:17.928595 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2fdc05c1-74eb-4a70-90eb-85a859c0cce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513381'] for network, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:17.960026 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-d632ce80-5c01-44e6-9455-1e67633d791b req-9c15795b-7a22-4318-9829-69c596710abb tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724623 Jun 29 10:59:18.060696 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2fdc05c1-74eb-4a70-90eb-85a859c0cce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405582', 'neutron.services.segments.db._delete_segments_for_network-8761935544625'] for network, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:18.074869 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-e4f3b01c-b170-4090-91f2-2a03b56b9ac5 req-f3b9e434-c059-4113-b237-35be1caf860d tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 210 time: 0.0868905 Jun 29 10:59:18.084655 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2fdc05c1-74eb-4a70-90eb-85a859c0cce7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:59:18.085177 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2fdc05c1-74eb-4a70-90eb-85a859c0cce7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:59:18.089107 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2fdc05c1-74eb-4a70-90eb-85a859c0cce7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:59:18.089994 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2fdc05c1-74eb-4a70-90eb-85a859c0cce7 admin admin] Subscribe: > port after_create 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:59:18.090644 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2fdc05c1-74eb-4a70-90eb-85a859c0cce7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:59:18.091229 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2fdc05c1-74eb-4a70-90eb-85a859c0cce7 admin admin] Subscribe: > port after_update 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:59:18.091755 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2fdc05c1-74eb-4a70-90eb-85a859c0cce7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:59:18.092382 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2fdc05c1-74eb-4a70-90eb-85a859c0cce7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:59:18.092996 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2fdc05c1-74eb-4a70-90eb-85a859c0cce7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:59:18.093418 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2fdc05c1-74eb-4a70-90eb-85a859c0cce7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:59:18.393278 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2fdc05c1-74eb-4a70-90eb-85a859c0cce7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:59:18.394164 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2fdc05c1-74eb-4a70-90eb-85a859c0cce7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:59:18.394492 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2fdc05c1-74eb-4a70-90eb-85a859c0cce7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:59:18.394817 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2fdc05c1-74eb-4a70-90eb-85a859c0cce7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:59:18.395189 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.services.segments.db [None req-2fdc05c1-74eb-4a70-90eb-85a859c0cce7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6623997b-5fde-446b-955f-8951e3f47bba']}} {{(pid=105126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:59:18.410596 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-d74e639f-6704-4515-880d-82b53ba824fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:18.424901 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-d74e639f-6704-4515-880d-82b53ba824fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:18.425979 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-d74e639f-6704-4515-880d-82b53ba824fb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f0806700-d418-4da9-9e96-3c5b5eafe6bd HTTP/1.1" status: 204 len: 168 time: 0.8826678 Jun 29 10:59:18.427862 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.services.segments.db [None req-2fdc05c1-74eb-4a70-90eb-85a859c0cce7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97c4a8ef-6cda-4304-b50c-0656c129e702') {'for_net_delete': True} {{(pid=105126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:59:18.428258 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.services.segments.db [None req-2fdc05c1-74eb-4a70-90eb-85a859c0cce7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97c4a8ef-6cda-4304-b50c-0656c129e702') {} {{(pid=105126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:59:18.448957 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-ffd88f82-6265-43ac-bdbd-fc814efab74d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:18.463189 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-82528320-89cb-4d04-946a-d7d48ecf3611 req-c160c75e-b12e-4f59-ab8d-e6f522a8ffde tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 210 time: 0.0605714 Jun 29 10:59:18.469896 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2fdc05c1-74eb-4a70-90eb-85a859c0cce7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761935440276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133135616'] for segment, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:18.497097 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e639f-6704-4515-880d-82b53ba824fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0806700-d418-4da9-9e96-3c5b5eafe6bd,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:18.497097 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-d74e639f-6704-4515-880d-82b53ba824fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:18.506321 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2fdc05c1-74eb-4a70-90eb-85a859c0cce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790'] for segment, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:18.515045 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fdc05c1-74eb-4a70-90eb-85a859c0cce7 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=105126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:59:18.515430 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2fdc05c1-74eb-4a70-90eb-85a859c0cce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131239485'] for segment, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:18.519998 dv-cinder-793515-4-smb neutron-server[105126]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 10:59:18.519998 dv-cinder-793515-4-smb neutron-server[105126]: from cryptography.utils import int_from_bytes Jun 29 10:59:18.519998 dv-cinder-793515-4-smb neutron-server[105126]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 10:59:18.519998 dv-cinder-793515-4-smb neutron-server[105126]: from cryptography.utils import int_from_bytes Jun 29 10:59:18.519998 dv-cinder-793515-4-smb neutron-server[105126]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:59:18.519998 dv-cinder-793515-4-smb neutron-server[105126]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:59:18.519998 dv-cinder-793515-4-smb neutron-server[105126]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:59:18.519998 dv-cinder-793515-4-smb neutron-server[105126]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:59:18.519998 dv-cinder-793515-4-smb neutron-server[105126]: Traceback (most recent call last): Jun 29 10:59:18.519998 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:59:18.519998 dv-cinder-793515-4-smb neutron-server[105126]: timer() Jun 29 10:59:18.519998 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:59:18.519998 dv-cinder-793515-4-smb neutron-server[105126]: cb(*args, **kw) Jun 29 10:59:18.519998 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:59:18.519998 dv-cinder-793515-4-smb neutron-server[105126]: return func(*args, **kwargs) Jun 29 10:59:18.519998 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:59:18.519998 dv-cinder-793515-4-smb neutron-server[105126]: self._notify() Jun 29 10:59:18.519998 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:59:18.519998 dv-cinder-793515-4-smb neutron-server[105126]: self.callback(batched_events) Jun 29 10:59:18.519998 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:59:18.519998 dv-cinder-793515-4-smb neutron-server[105126]: event.method(event) Jun 29 10:59:18.519998 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:59:18.519998 dv-cinder-793515-4-smb neutron-server[105126]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:59:18.519998 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:59:18.519998 dv-cinder-793515-4-smb neutron-server[105126]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:59:18.519998 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:59:18.519998 dv-cinder-793515-4-smb neutron-server[105126]: return f(self, *a, **k) Jun 29 10:59:18.519998 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:59:18.519998 dv-cinder-793515-4-smb neutron-server[105126]: return self._get(url).json() Jun 29 10:59:18.519998 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:59:18.519998 dv-cinder-793515-4-smb neutron-server[105126]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:59:18.519998 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:59:18.519998 dv-cinder-793515-4-smb neutron-server[105126]: return self.request(url, 'GET', **kwargs) Jun 29 10:59:18.519998 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:59:18.519998 dv-cinder-793515-4-smb neutron-server[105126]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:59:18.519998 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:59:18.519998 dv-cinder-793515-4-smb neutron-server[105126]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:59:18.519998 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:59:18.519998 dv-cinder-793515-4-smb neutron-server[105126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:59:18.519998 dv-cinder-793515-4-smb neutron-server[105126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:59:18.676279 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2fdc05c1-74eb-4a70-90eb-85a859c0cce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606861'] for network, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:18.682783 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2fdc05c1-74eb-4a70-90eb-85a859c0cce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for network, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:18.686259 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-2fdc05c1-74eb-4a70-90eb-85a859c0cce7 admin admin] 10.222.0.66 "DELETE /v2.0/networks/6623997b-5fde-446b-955f-8951e3f47bba HTTP/1.1" status: 204 len: 168 time: 0.9446161 Jun 29 10:59:18.686259 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-41812c37-90aa-4f93-a0ab-3e7601a4133f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:18.687630 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 50376) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:18.726755 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc05c1-74eb-4a70-90eb-85a859c0cce7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6623997b-5fde-446b-955f-8951e3f47bba,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:18.726755 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-2fdc05c1-74eb-4a70-90eb-85a859c0cce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:18.743855 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe0076f6-d7cc-4f09-85fc-0187b5e0e56f admin admin] Deleting subnet 45d01a59-b5bb-4f05-908d-c0088fcc86f4 {{(pid=105126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:59:18.747078 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-fe0076f6-d7cc-4f09-85fc-0187b5e0e56f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:18.791952 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-fe0076f6-d7cc-4f09-85fc-0187b5e0e56f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133135627'] for subnet, precommit_delete_associations {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:18.927468 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [req-769f3fa4-ca20-4789-9445-1459089b63ff req-5bfaf305-4bd0-4d09-ba58-1859581907a7 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Request body: {'port': {'device_id': '5c5189c7-b69a-4893-8b72-303f36c9e13c', 'network_id': '8d7f72c5-0ecd-48cd-ad50-7ae8533793ae', 'admin_state_up': True, 'tenant_id': '6299943bac064fd7b1103e93d469d653'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:59:19.036904 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-59e97961-a202-43ab-a7bd-f31371f0b37d service neutron] Request body: {'port': {'device_id': '37bff80c-2fb3-4bed-b803-4b92c4f43f9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:59:19.079943 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-fe0076f6-d7cc-4f09-85fc-0187b5e0e56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403832'] for subnet, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:19.194950 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-bbb3f6d3-90f0-457b-98ed-36285a366a68 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29a93a5d-c570-409f-8309-f9020658a79e HTTP/1.1" status: 200 len: 217 time: 0.1270432 Jun 29 10:59:19.201155 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-59e97961-a202-43ab-a7bd-f31371f0b37d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:19.366316 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-02fc070d-d3dd-41b0-bd00-f6e239d304de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:19.367761 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-02fc070d-d3dd-41b0-bd00-f6e239d304de service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cdeeb061-fe42-4037-bc54-f4ecb69a899e HTTP/1.1" status: 200 len: 852 time: 0.1642494 Jun 29 10:59:19.375466 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d7a64-8e1b-485d-b94f-43ea000cf549 req-52eb919d-187a-4800-92a6-93e214810b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:19.376907 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-ae6d7a64-8e1b-485d-b94f-43ea000cf549 req-52eb919d-187a-4800-92a6-93e214810b02 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3dddfc96-446a-4271-b2e4-1fbf8fb2f736 HTTP/1.1" status: 200 len: 916 time: 0.4617746 Jun 29 10:59:19.455167 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-421fdcf9-decd-4137-85ac-4debd430f236 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ac02be72-d500-4efd-a7d0-236b527cd490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751772 Jun 29 10:59:19.464994 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc4139-b41c-4e26-b265-21611bf3138b req-d634a9d8-1a16-4687-818e-f3759b06cd19 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:19.478335 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-8ecc4139-b41c-4e26-b265-21611bf3138b req-d634a9d8-1a16-4687-818e-f3759b06cd19 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/ports?device_id=4707594d-1e3a-40bc-9113-a231da3ff72c HTTP/1.1" status: 200 len: 944 time: 0.4441490 Jun 29 10:59:19.481116 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-ae6d7a64-8e1b-485d-b94f-43ea000cf549 req-c9fbdec3-d35f-4281-9421-dcde7444fea1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0992ff1-31d3-4923-889f-50a337cbc2d9 HTTP/1.1" status: 200 len: 217 time: 0.0970056 Jun 29 10:59:19.564709 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c3e7f-5183-44f5-aaff-9a494ff42f4a req-9599d9a9-ffa4-409d-a3aa-71523fa847e4 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:19.572583 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-be0c3e7f-5183-44f5-aaff-9a494ff42f4a req-9599d9a9-ffa4-409d-a3aa-71523fa847e4 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=e983a77e-84a0-4f70-95a2-cb590d75f2fe HTTP/1.1" status: 200 len: 943 time: 0.2612031 Jun 29 10:59:19.584649 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-fe0076f6-d7cc-4f09-85fc-0187b5e0e56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131239632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131955217'] for subnet, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:19.589582 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:19.599483 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-769f3fa4-ca20-4789-9445-1459089b63ff req-5bfaf305-4bd0-4d09-ba58-1859581907a7 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Made reservation on behalf of 6299943bac064fd7b1103e93d469d653 for: {'port': 1} {{(pid=105127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:59:19.602973 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-769f3fa4-ca20-4789-9445-1459089b63ff req-5bfaf305-4bd0-4d09-ba58-1859581907a7 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:19.631323 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0076f6-d7cc-4f09-85fc-0187b5e0e56f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45d01a59-b5bb-4f05-908d-c0088fcc86f4,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:19.633698 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-fe0076f6-d7cc-4f09-85fc-0187b5e0e56f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:19.656045 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-fe0076f6-d7cc-4f09-85fc-0187b5e0e56f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:19.657068 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-8ecc4139-b41c-4e26-b265-21611bf3138b req-55a5184e-5623-462d-9da8-a4ded3d41ac3 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/security-groups?id=084ff85d-0624-4187-a2bf-fe975f84f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776502 Jun 29 10:59:19.662196 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-fe0076f6-d7cc-4f09-85fc-0187b5e0e56f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/45d01a59-b5bb-4f05-908d-c0088fcc86f4 HTTP/1.1" status: 204 len: 168 time: 0.9693921 Jun 29 10:59:19.662196 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 50416) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:19.669052 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d7a64-8e1b-485d-b94f-43ea000cf549 req-278a51cf-1bad-4bcf-b7b5-9a48b368b95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:19.670933 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-ae6d7a64-8e1b-485d-b94f-43ea000cf549 req-278a51cf-1bad-4bcf-b7b5-9a48b368b95a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e78b9c77-e0e0-471c-a845-17d582c68532 HTTP/1.1" status: 200 len: 855 time: 0.1475289 Jun 29 10:59:19.746159 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-be0c3e7f-5183-44f5-aaff-9a494ff42f4a req-5a2b89f2-ddeb-400c-affe-70d66d234b2b tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725504 Jun 29 10:59:19.843167 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-d8106340-6d24-493b-8b12-5b5824eb9913 service neutron] 10.222.0.42 "GET /v2.0/networks/ac02be72-d500-4efd-a7d0-236b527cd490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606563 Jun 29 10:59:19.845951 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-ae6d7a64-8e1b-485d-b94f-43ea000cf549 req-091025be-6b67-45b2-a449-1e50e6022d83 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3dddfc96-446a-4271-b2e4-1fbf8fb2f736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1658347 Jun 29 10:59:19.890706 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-e0586b55-39d3-4006-a157-c7d9e37ac2fc req-cd60e90a-18b6-4183-9faa-282ac171591c tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 210 time: 0.0436537 Jun 29 10:59:19.900845 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-459399f1-adc0-4705-a46b-7f3e4d940326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513381'] for network, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:19.930701 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.notifiers.nova [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-59e97961-a202-43ab-a7bd-f31371f0b37d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 762cc699-8b9c-42ab-a8bf-26daf7d725b0 {{(pid=105126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:59:19.944527 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-59e97961-a202-43ab-a7bd-f31371f0b37d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:20.033199 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.db.provisioning_blocks [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-59e97961-a202-43ab-a7bd-f31371f0b37d service neutron] Transition to ACTIVE for port object 762cc699-8b9c-42ab-a8bf-26daf7d725b0 will not be triggered until provisioned by entity L2. {{(pid=105126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:59:20.067879 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f99cc7ab-abf4-49a4-aa7e-03b36aae79f4 req-a2033ce9-331c-440e-b65b-5d84d099b3e8 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 210 time: 0.0861392 Jun 29 10:59:20.117294 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-459399f1-adc0-4705-a46b-7f3e4d940326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405582', 'neutron.services.segments.db._delete_segments_for_network-8761935544625'] for network, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:20.120290 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d438658d-50b1-46d9-9e0d-b921002dde93 req-b7719f0c-03b2-41e8-8046-41be1958bb04 service neutron] 10.222.0.42 "GET /v2.0/networks/ac02be72-d500-4efd-a7d0-236b527cd490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181714 Jun 29 10:59:20.159235 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.services.segments.db [None req-459399f1-adc0-4705-a46b-7f3e4d940326 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d40e92cb-6ce8-4e92-b0c3-f83a2a2cf1a5']}} {{(pid=105126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:59:20.163693 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-59e97961-a202-43ab-a7bd-f31371f0b37d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131239441'] for port, after_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:20.173932 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:20.177732 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.services.segments.db [None req-459399f1-adc0-4705-a46b-7f3e4d940326 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a43a0d81-255c-4bc5-9857-a7aac4ca1c62') {'for_net_delete': True} {{(pid=105126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:59:20.177933 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.services.segments.db [None req-459399f1-adc0-4705-a46b-7f3e4d940326 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a43a0d81-255c-4bc5-9857-a7aac4ca1c62') {} {{(pid=105126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:59:20.213381 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-459399f1-adc0-4705-a46b-7f3e4d940326 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761935440276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133135616'] for segment, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:20.249974 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-459399f1-adc0-4705-a46b-7f3e4d940326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790'] for segment, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:20.264021 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-459399f1-adc0-4705-a46b-7f3e4d940326 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=105126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:59:20.264223 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-459399f1-adc0-4705-a46b-7f3e4d940326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131239485'] for segment, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:20.268218 dv-cinder-793515-4-smb neutron-server[105126]: Traceback (most recent call last): Jun 29 10:59:20.268218 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:59:20.268218 dv-cinder-793515-4-smb neutron-server[105126]: timer() Jun 29 10:59:20.268218 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:59:20.268218 dv-cinder-793515-4-smb neutron-server[105126]: cb(*args, **kw) Jun 29 10:59:20.268218 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:59:20.268218 dv-cinder-793515-4-smb neutron-server[105126]: return func(*args, **kwargs) Jun 29 10:59:20.268218 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:59:20.268218 dv-cinder-793515-4-smb neutron-server[105126]: self._notify() Jun 29 10:59:20.268218 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:59:20.268218 dv-cinder-793515-4-smb neutron-server[105126]: self.callback(batched_events) Jun 29 10:59:20.268218 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:59:20.268218 dv-cinder-793515-4-smb neutron-server[105126]: event.method(event) Jun 29 10:59:20.268218 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:59:20.268218 dv-cinder-793515-4-smb neutron-server[105126]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:59:20.268218 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:59:20.268218 dv-cinder-793515-4-smb neutron-server[105126]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:59:20.268218 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:59:20.268218 dv-cinder-793515-4-smb neutron-server[105126]: return f(self, *a, **k) Jun 29 10:59:20.268218 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:59:20.268218 dv-cinder-793515-4-smb neutron-server[105126]: return self._get(url).json() Jun 29 10:59:20.268218 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:59:20.268218 dv-cinder-793515-4-smb neutron-server[105126]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:59:20.268218 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:59:20.268218 dv-cinder-793515-4-smb neutron-server[105126]: return self.request(url, 'GET', **kwargs) Jun 29 10:59:20.268218 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:59:20.268218 dv-cinder-793515-4-smb neutron-server[105126]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:59:20.268218 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:59:20.268218 dv-cinder-793515-4-smb neutron-server[105126]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:59:20.268218 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:59:20.268218 dv-cinder-793515-4-smb neutron-server[105126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:59:20.268218 dv-cinder-793515-4-smb neutron-server[105126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:59:20.296795 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e97961-a202-43ab-a7bd-f31371f0b37d service neutron] Pushing event updated for resources: {'Port': ['ID=762cc699-8b9c-42ab-a8bf-26daf7d725b0,revision_number=2']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:20.364906 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-59e97961-a202-43ab-a7bd-f31371f0b37d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:20.365181 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-ae6d7a64-8e1b-485d-b94f-43ea000cf549 req-59372f24-e60e-4009-bd94-932a8def8d21 service neutron] 10.222.0.42 "GET /v2.0/networks/3dddfc96-446a-4271-b2e4-1fbf8fb2f736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4697652 Jun 29 10:59:20.446877 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.managers [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-59e97961-a202-43ab-a7bd-f31371f0b37d service neutron] Attempting to bind port 762cc699-8b9c-42ab-a8bf-26daf7d725b0 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=105126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:59:20.447334 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.managers [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-59e97961-a202-43ab-a7bd-f31371f0b37d service neutron] Attempting to bind port 762cc699-8b9c-42ab-a8bf-26daf7d725b0 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '1785eff2-c376-43ac-af63-f77881cdceb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8d7f72c5-0ecd-48cd-ad50-7ae8533793ae'}] {{(pid=105126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:59:20.447862 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-59e97961-a202-43ab-a7bd-f31371f0b37d service neutron] Attempting to bind port 762cc699-8b9c-42ab-a8bf-26daf7d725b0 on network 8d7f72c5-0ecd-48cd-ad50-7ae8533793ae {{(pid=105126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:59:20.452896 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-59e97961-a202-43ab-a7bd-f31371f0b37d service neutron] Port 762cc699-8b9c-42ab-a8bf-26daf7d725b0 on network 8d7f72c5-0ecd-48cd-ad50-7ae8533793ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=105126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:59:20.454419 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-59e97961-a202-43ab-a7bd-f31371f0b37d service neutron] Attempting to bind port 762cc699-8b9c-42ab-a8bf-26daf7d725b0 on network 8d7f72c5-0ecd-48cd-ad50-7ae8533793ae {{(pid=105126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:59:20.465441 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-59e97961-a202-43ab-a7bd-f31371f0b37d service neutron] Checking agent: {'id': 'bdcb3022-9de1-427e-88c2-d5d630f764fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 56, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:59:20.465789 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-59e97961-a202-43ab-a7bd-f31371f0b37d service neutron] Checking segment: {'id': '1785eff2-c376-43ac-af63-f77881cdceb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8d7f72c5-0ecd-48cd-ad50-7ae8533793ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:59:20.467208 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-59e97961-a202-43ab-a7bd-f31371f0b37d service neutron] Bound using segment: {'id': '1785eff2-c376-43ac-af63-f77881cdceb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8d7f72c5-0ecd-48cd-ad50-7ae8533793ae'} {{(pid=105126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:59:20.467705 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.managers [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-59e97961-a202-43ab-a7bd-f31371f0b37d service neutron] Bound port: 762cc699-8b9c-42ab-a8bf-26daf7d725b0, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1785eff2-c376-43ac-af63-f77881cdceb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8d7f72c5-0ecd-48cd-ad50-7ae8533793ae'}}] {{(pid=105126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:59:20.468092 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-59e97961-a202-43ab-a7bd-f31371f0b37d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:20.494420 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-459399f1-adc0-4705-a46b-7f3e4d940326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606861'] for network, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:20.513924 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.db_base_plugin_common [req-769f3fa4-ca20-4789-9445-1459089b63ff req-5bfaf305-4bd0-4d09-ba58-1859581907a7 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Allocated IP 172.20.0.9 (8d7f72c5-0ecd-48cd-ad50-7ae8533793ae/b6175b8a-51af-4ce8-b7f0-839520dcb7e3/e62678a1-42e7-456b-90b5-da618443e4cc) {{(pid=105127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:59:20.517705 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-ae6d7a64-8e1b-485d-b94f-43ea000cf549 req-e2d9a055-bf18-418d-8250-95627709c76d service neutron] 10.222.0.42 "GET /v2.0/networks/3dddfc96-446a-4271-b2e4-1fbf8fb2f736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430070 Jun 29 10:59:20.517842 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-84050682-d893-4c76-b373-19cc13d37148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:20.522398 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-459399f1-adc0-4705-a46b-7f3e4d940326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for network, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:20.524615 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-459399f1-adc0-4705-a46b-7f3e4d940326 admin admin] 10.222.0.66 "DELETE /v2.0/networks/d40e92cb-6ce8-4e92-b0c3-f83a2a2cf1a5 HTTP/1.1" status: 204 len: 168 time: 0.8591650 Jun 29 10:59:20.531938 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296b1ac-99b5-4328-9d1d-da9fbd23097e req-a54b3d28-bee8-4a32-a52d-8c18c711728d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:20.533691 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-6296b1ac-99b5-4328-9d1d-da9fbd23097e req-a54b3d28-bee8-4a32-a52d-8c18c711728d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=60bd728274f542a58b0807650ae363da&device_id=4707594d-1e3a-40bc-9113-a231da3ff72c HTTP/1.1" status: 200 len: 1097 time: 0.1961014 Jun 29 10:59:20.552031 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459399f1-adc0-4705-a46b-7f3e4d940326 admin admin] Pushing event deleted for resources: {'Network': ['ID=d40e92cb-6ce8-4e92-b0c3-f83a2a2cf1a5,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:20.552031 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-459399f1-adc0-4705-a46b-7f3e4d940326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:20.582528 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.db [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-59e97961-a202-43ab-a7bd-f31371f0b37d service neutron] For port 762cc699-8b9c-42ab-a8bf-26daf7d725b0, host hv-cinder-79351, cleared binding levels {{(pid=105126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:59:20.593384 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.db [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-59e97961-a202-43ab-a7bd-f31371f0b37d service neutron] For port 762cc699-8b9c-42ab-a8bf-26daf7d725b0, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=762cc699-8b9c-42ab-a8bf-26daf7d725b0,segment=NetworkSegment(1785eff2-c376-43ac-af63-f77881cdceb1),segment_id=1785eff2-c376-43ac-af63-f77881cdceb1)] {{(pid=105126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:59:20.687300 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-59e97961-a202-43ab-a7bd-f31371f0b37d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131239441'] for port, after_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:20.692747 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-89a75159-796d-454d-9fae-f50d7a3336ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:20.710164 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-59e97961-a202-43ab-a7bd-f31371f0b37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:20.710972 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-59e97961-a202-43ab-a7bd-f31371f0b37d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for port, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:20.712676 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-59e97961-a202-43ab-a7bd-f31371f0b37d service neutron] 10.222.0.42 "PUT /v2.0/ports/762cc699-8b9c-42ab-a8bf-26daf7d725b0 HTTP/1.1" status: 200 len: 1093 time: 1.6926706 Jun 29 10:59:20.731972 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37bff80c-2fb3-4bed-b803-4b92c4f43f9e', 'tag': '762cc699-8b9c-42ab-a8bf-26daf7d725b0'}] {{(pid=105126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:59:20.801448 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296b1ac-99b5-4328-9d1d-da9fbd23097e req-e690cbc7-34c0-43b7-a660-fac43b8a1d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:20.802834 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-6296b1ac-99b5-4328-9d1d-da9fbd23097e req-e690cbc7-34c0-43b7-a660-fac43b8a1d5a service neutron] 10.222.0.42 "GET /v2.0/networks?id=ac02be72-d500-4efd-a7d0-236b527cd490 HTTP/1.1" status: 200 len: 913 time: 0.2510490 Jun 29 10:59:20.853420 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-6296b1ac-99b5-4328-9d1d-da9fbd23097e req-e4fe367c-b14e-40ac-b28c-cbac5ea0ebb4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29a93a5d-c570-409f-8309-f9020658a79e HTTP/1.1" status: 200 len: 217 time: 0.0410471 Jun 29 10:59:20.864105 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e97961-a202-43ab-a7bd-f31371f0b37d service neutron] Pushing event updated for resources: {'Port': ['ID=762cc699-8b9c-42ab-a8bf-26daf7d725b0,revision_number=3']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:20.871975 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-59e97961-a202-43ab-a7bd-f31371f0b37d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:20.990501 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-ba9539b2-8fed-40b9-8131-83c416387fa7 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:20.992581 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-ba9539b2-8fed-40b9-8131-83c416387fa7 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.42 "GET /v2.0/networks?id=27be0f43-986d-406d-84c6-0e27a892cced HTTP/1.1" status: 200 len: 810 time: 0.3514965 Jun 29 10:59:21.036461 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-769f3fa4-ca20-4789-9445-1459089b63ff req-5bfaf305-4bd0-4d09-ba58-1859581907a7 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Notify callbacks [] for port, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:21.046193 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 50472) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:21.068223 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-d33be1bb-e2b8-4bf0-9b78-053fe6eca69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:21.071307 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-d33be1bb-e2b8-4bf0-9b78-053fe6eca69b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6299943bac064fd7b1103e93d469d653&device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 1096 time: 0.1804383 Jun 29 10:59:21.106441 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296b1ac-99b5-4328-9d1d-da9fbd23097e req-a0bd0c24-3ae9-4d44-9495-48dc87eb2c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:21.107990 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-6296b1ac-99b5-4328-9d1d-da9fbd23097e req-a0bd0c24-3ae9-4d44-9495-48dc87eb2c17 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cdeeb061-fe42-4037-bc54-f4ecb69a899e HTTP/1.1" status: 200 len: 852 time: 0.2231469 Jun 29 10:59:21.119159 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-2aae78fa-8f31-4fea-8d85-88b4fab9df53 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e126c6330d743c8b924fb706c06677b HTTP/1.1" status: 200 len: 379 time: 0.1031899 Jun 29 10:59:21.158807 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-6296b1ac-99b5-4328-9d1d-da9fbd23097e req-12be47b5-8f3e-45ba-90fd-12d87eccd4d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ac02be72-d500-4efd-a7d0-236b527cd490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383575 Jun 29 10:59:21.166105 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 50480) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:21.178607 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-f35e013a-0d58-4a2d-815a-e79cd99a9d2b tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Request body: {'port': {'device_id': '8b8e1144-9397-466f-b6cf-da84549aed76', 'network_id': '27be0f43-986d-406d-84c6-0e27a892cced', 'admin_state_up': True, 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'security_groups': ['40689b7f-f66e-47b4-86f1-171f152f402a']}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:59:21.221448 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09da13e73631fa2daf6445fd31be58ef3c7a9234cf916b2f4c27fda6ebf5c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f5d537-77be-4d32-b7fd-3d73b70df915" -d '{"events": [{"name": "network-changed", "server_uuid": "37bff80c-2fb3-4bed-b803-4b92c4f43f9e", "tag": "762cc699-8b9c-42ab-a8bf-26daf7d725b0"}]}' {{(pid=105126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:59:21.230646 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-fc67f830-5322-41d8-872f-3d655771d3cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=762cc699-8b9c-42ab-a8bf-26daf7d725b0 HTTP/1.1" status: 200 len: 217 time: 0.1389954 Jun 29 10:59:21.243079 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c5ab8-c533-4af2-9761-270f17664ef2 req-02ded98f-be26-4c8b-a3ac-dfc95c75ee5c tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:21.245148 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f02c5ab8-c533-4af2-9761-270f17664ef2 req-02ded98f-be26-4c8b-a3ac-dfc95c75ee5c tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=e983a77e-84a0-4f70-95a2-cb590d75f2fe HTTP/1.1" status: 200 len: 943 time: 0.2631431 Jun 29 10:59:21.325325 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-1350c413-3b57-4539-befb-638e4f88431f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:21.326763 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-1350c413-3b57-4539-befb-638e4f88431f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b6175b8a-51af-4ce8-b7f0-839520dcb7e3 HTTP/1.1" status: 200 len: 858 time: 0.0805624 Jun 29 10:59:21.329174 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af46d87-e39d-4b0d-8515-4e0c78ab9c21 req-00db43f3-7f0f-4d1a-9058-d983bab39159 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:21.332791 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-1af46d87-e39d-4b0d-8515-4e0c78ab9c21 req-00db43f3-7f0f-4d1a-9058-d983bab39159 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/ports?device_id=4707594d-1e3a-40bc-9113-a231da3ff72c HTTP/1.1" status: 200 len: 944 time: 0.4609430 Jun 29 10:59:21.371353 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-a02b6140-7b0b-4371-8ce1-9291e9fcfddc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9551154086c24ef1a455594bff25eb4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3159432 Jun 29 10:59:21.375480 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 50488) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:21.379936 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-c92c0107-7253-4478-bcc5-9c94778957bf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8d7f72c5-0ecd-48cd-ad50-7ae8533793ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462508 Jun 29 10:59:21.387056 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-8ed87a2a-00b2-4838-b71d-2f6173833b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:21.473342 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-769f3fa4-ca20-4789-9445-1459089b63ff req-5bfaf305-4bd0-4d09-ba58-1859581907a7 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791'] for port, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:21.489527 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-1af46d87-e39d-4b0d-8515-4e0c78ab9c21 req-b317d660-9e96-4c90-b89a-689af7f622f3 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/security-groups?id=084ff85d-0624-4187-a2bf-fe975f84f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414585 Jun 29 10:59:21.497534 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-fe0aba89-f16d-42fc-afc2-28fbbf954c3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:21.515816 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-6296b1ac-99b5-4328-9d1d-da9fbd23097e req-532c5418-141a-4879-b5d6-5a72a33830b0 service neutron] 10.222.0.42 "GET /v2.0/networks/ac02be72-d500-4efd-a7d0-236b527cd490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338115 Jun 29 10:59:21.516864 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f02c5ab8-c533-4af2-9761-270f17664ef2 req-561fcdb8-3fc8-4ff0-83dd-9d7c7c1f1683 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020535 Jun 29 10:59:21.583470 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-23b461b9-965a-48a7-8437-653278509a6b service neutron] 10.222.0.42 "GET /v2.0/networks/8d7f72c5-0ecd-48cd-ad50-7ae8533793ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763308 Jun 29 10:59:21.617921 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-769f3fa4-ca20-4789-9445-1459089b63ff req-5bfaf305-4bd0-4d09-ba58-1859581907a7 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Network 8d7f72c5-0ecd-48cd-ad50-7ae8533793ae is already hosted by enough agents. {{(pid=105127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:59:21.629347 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.base_scheduler [req-769f3fa4-ca20-4789-9445-1459089b63ff req-5bfaf305-4bd0-4d09-ba58-1859581907a7 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Resources bound (agent type, host, resource id): {{(pid=105127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:59:21.635427 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [req-769f3fa4-ca20-4789-9445-1459089b63ff req-5bfaf305-4bd0-4d09-ba58-1859581907a7 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Received port after_create {{(pid=105127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:59:21.641055 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f3fa4-ca20-4789-9445-1459089b63ff req-5bfaf305-4bd0-4d09-ba58-1859581907a7 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:21.641678 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-769f3fa4-ca20-4789-9445-1459089b63ff req-5bfaf305-4bd0-4d09-ba58-1859581907a7 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:21.645053 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfaf305-4bd0-4d09-ba58-1859581907a7 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Pushing event updated for resources: {'Port': ['ID=e62678a1-42e7-456b-90b5-da618443e4cc,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:21.654834 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-5bfaf305-4bd0-4d09-ba58-1859581907a7 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:21.670174 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-ae0566cd-abb0-46a8-80f5-10a3b6dec6b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:21.715448 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-6db1ecd7-1f64-4d4c-bb02-5749fffe7565 req-09ee707b-e10e-448e-b9c4-1ac749577237 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 210 time: 0.0423725 Jun 29 10:59:21.733530 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-ae0566cd-abb0-46a8-80f5-10a3b6dec6b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:21.760991 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-6296b1ac-99b5-4328-9d1d-da9fbd23097e req-a0ac5d63-9c54-4bc9-9459-256457625b39 service neutron] 10.222.0.42 "GET /v2.0/networks/ac02be72-d500-4efd-a7d0-236b527cd490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224774 Jun 29 10:59:21.783618 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-8ed87a2a-00b2-4838-b71d-2f6173833b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:21.807116 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43497fe8-7e83-456f-bf11-267e0a091d58 req-874e4cde-648b-4c27-a590-307b60cf9e14 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:21.808678 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-43497fe8-7e83-456f-bf11-267e0a091d58 req-874e4cde-648b-4c27-a590-307b60cf9e14 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 931 time: 0.1608615 Jun 29 10:59:21.850977 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-8ed87a2a-00b2-4838-b71d-2f6173833b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:21.857745 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:21.862268 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-43497fe8-7e83-456f-bf11-267e0a091d58 req-ede62afb-961f-41e7-ba16-fd1bc3583045 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451229 Jun 29 10:59:21.903970 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-8ed87a2a-00b2-4838-b71d-2f6173833b7a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5e1c9a7c59ea4566a3af851f63b543b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7368612 Jun 29 10:59:21.907408 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 50510) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:21.917774 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed87a2a-00b2-4838-b71d-2f6173833b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67471723-5916-4b0e-8196-38a89bb731a4,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:21.922086 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-8ed87a2a-00b2-4838-b71d-2f6173833b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:21.947486 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-769f3fa4-ca20-4789-9445-1459089b63ff req-5bfaf305-4bd0-4d09-ba58-1859581907a7 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0334642 Jun 29 10:59:21.968534 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [req-769f3fa4-ca20-4789-9445-1459089b63ff req-d9268072-01ed-4124-8c41-b078d0d262f6 service neutron] Request body: {'port': {'device_id': '5c5189c7-b69a-4893-8b72-303f36c9e13c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:59:21.974404 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba97446-a0f3-4747-8046-697e579c030c x-openstack-request-id: req-8ba97446-a0f3-4747-8046-697e579c030c {{(pid=105126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:59:21.974731 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37bff80c-2fb3-4bed-b803-4b92c4f43f9e", "tag": "762cc699-8b9c-42ab-a8bf-26daf7d725b0", "status": "completed", "code": 200}]} {{(pid=105126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:59:21.974977 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8ba97446-a0f3-4747-8046-697e579c030c {{(pid=105126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:59:21.975437 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37bff80c-2fb3-4bed-b803-4b92c4f43f9e', 'tag': '762cc699-8b9c-42ab-a8bf-26daf7d725b0', 'status': 'completed', 'code': 200} Jun 29 10:59:22.005405 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-a9b87a90-86a7-43c0-b4b8-76f6f8cf894b req-629a5388-4694-41bc-a20f-16a510758001 service neutron] 10.222.0.42 "GET /v2.0/networks/8d7f72c5-0ecd-48cd-ad50-7ae8533793ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144177 Jun 29 10:59:22.011529 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-efba8411-288a-4735-8329-547bcd313b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:22.032439 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-f35e013a-0d58-4a2d-815a-e79cd99a9d2b tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Made reservation on behalf of 2e126c6330d743c8b924fb706c06677b for: {'port': 1} {{(pid=105127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:59:22.042835 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-f35e013a-0d58-4a2d-815a-e79cd99a9d2b tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:22.069530 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-ae0566cd-abb0-46a8-80f5-10a3b6dec6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:22.072304 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-ae0566cd-abb0-46a8-80f5-10a3b6dec6b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:22.073650 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-ae0566cd-abb0-46a8-80f5-10a3b6dec6b5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2d7956e6-c525-4b9e-97ba-01251618761e HTTP/1.1" status: 204 len: 168 time: 0.6928592 Jun 29 10:59:22.077274 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-ddcd68f6-c591-4819-9f68-f47c84016a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:22.084630 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0566cd-abb0-46a8-80f5-10a3b6dec6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7956e6-c525-4b9e-97ba-01251618761e,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:22.086974 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-ae0566cd-abb0-46a8-80f5-10a3b6dec6b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:22.088197 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-efba8411-288a-4735-8329-547bcd313b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:22.122501 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-769f3fa4-ca20-4789-9445-1459089b63ff req-d9268072-01ed-4124-8c41-b078d0d262f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:22.238807 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5d537-77be-4d32-b7fd-3d73b70df915 req-c328af36-1237-497d-90a8-35ed7b547712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:22.240444 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f3f5d537-77be-4d32-b7fd-3d73b70df915 req-c328af36-1237-497d-90a8-35ed7b547712 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6299943bac064fd7b1103e93d469d653&device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 1096 time: 0.0550315 Jun 29 10:59:22.360724 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-efba8411-288a-4735-8329-547bcd313b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:22.369608 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-efba8411-288a-4735-8329-547bcd313b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:22.373578 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-efba8411-288a-4735-8329-547bcd313b12 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/67471723-5916-4b0e-8196-38a89bb731a4 HTTP/1.1" status: 204 len: 168 time: 0.4650207 Jun 29 10:59:22.379551 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-d59769c9-acfc-4dcf-aa53-3fd1e7a44064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:22.391005 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.db_base_plugin_common [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-f35e013a-0d58-4a2d-815a-e79cd99a9d2b tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Allocated IP 172.20.0.5 (27be0f43-986d-406d-84c6-0e27a892cced/4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6/5b88c357-7efe-434e-aca4-d6ad512c24aa) {{(pid=105127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:59:22.432002 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5d537-77be-4d32-b7fd-3d73b70df915 req-c9ced608-f5a3-429e-9438-e24bbdd64957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:22.437569 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f3f5d537-77be-4d32-b7fd-3d73b70df915 req-c9ced608-f5a3-429e-9438-e24bbdd64957 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8d7f72c5-0ecd-48cd-ad50-7ae8533793ae HTTP/1.1" status: 200 len: 919 time: 0.1868036 Jun 29 10:59:22.506944 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f3f5d537-77be-4d32-b7fd-3d73b70df915 req-2f75cdd3-8515-4127-b559-d937585fd056 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=762cc699-8b9c-42ab-a8bf-26daf7d725b0 HTTP/1.1" status: 200 len: 217 time: 0.0654306 Jun 29 10:59:22.604176 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba8411-288a-4735-8329-547bcd313b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67471723-5916-4b0e-8196-38a89bb731a4,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:22.619124 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-efba8411-288a-4735-8329-547bcd313b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:22.649941 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5d537-77be-4d32-b7fd-3d73b70df915 req-23367c42-c346-41bf-9e6a-88ee898e1df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:22.651423 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f3f5d537-77be-4d32-b7fd-3d73b70df915 req-23367c42-c346-41bf-9e6a-88ee898e1df3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b6175b8a-51af-4ce8-b7f0-839520dcb7e3 HTTP/1.1" status: 200 len: 858 time: 0.1373470 Jun 29 10:59:22.735980 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f3f5d537-77be-4d32-b7fd-3d73b70df915 req-ab35cb9f-fc09-497c-89ad-56ddcb38bcc1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8d7f72c5-0ecd-48cd-ad50-7ae8533793ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745790 Jun 29 10:59:22.896606 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f3f5d537-77be-4d32-b7fd-3d73b70df915 req-845cef84-ded6-41f2-a5d5-ddf81f45e0f8 service neutron] 10.222.0.42 "GET /v2.0/networks/8d7f72c5-0ecd-48cd-ad50-7ae8533793ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492682 Jun 29 10:59:22.966798 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-f35e013a-0d58-4a2d-815a-e79cd99a9d2b tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks [] for port, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:22.975527 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b3ecf-32f6-4b44-ad1c-c3c703120160 req-34d21939-babd-45ca-b1d2-6ff30c071109 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:22.975527 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-e61b3ecf-32f6-4b44-ad1c-c3c703120160 req-34d21939-babd-45ca-b1d2-6ff30c071109 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/ports?device_id=4707594d-1e3a-40bc-9113-a231da3ff72c HTTP/1.1" status: 200 len: 944 time: 0.2401662 Jun 29 10:59:23.009886 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [req-769f3fa4-ca20-4789-9445-1459089b63ff req-d9268072-01ed-4124-8c41-b078d0d262f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e62678a1-42e7-456b-90b5-da618443e4cc {{(pid=105127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:59:23.017552 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.provisioning_blocks [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-f35e013a-0d58-4a2d-815a-e79cd99a9d2b tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Transition to ACTIVE for port object 5b88c357-7efe-434e-aca4-d6ad512c24aa will not be triggered until provisioned by entity DHCP. {{(pid=105127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:59:23.023007 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-769f3fa4-ca20-4789-9445-1459089b63ff req-d9268072-01ed-4124-8c41-b078d0d262f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:23.038856 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-e61b3ecf-32f6-4b44-ad1c-c3c703120160 req-45c5e56b-a78c-4207-a897-1207c66694b2 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/security-groups?id=084ff85d-0624-4187-a2bf-fe975f84f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593204 Jun 29 10:59:23.047347 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0c587-adf3-4e4c-89f4-2d1d41c74663 req-45db1983-ba48-4225-b621-aa5b462a7d7a tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:23.047656 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-74e0c587-adf3-4e4c-89f4-2d1d41c74663 req-45db1983-ba48-4225-b621-aa5b462a7d7a tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=e983a77e-84a0-4f70-95a2-cb590d75f2fe HTTP/1.1" status: 200 len: 943 time: 0.2862368 Jun 29 10:59:23.056219 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f3f5d537-77be-4d32-b7fd-3d73b70df915 req-9a786635-7042-44d3-9d4f-4c6077f2a1fb service neutron] 10.222.0.42 "GET /v2.0/networks/8d7f72c5-0ecd-48cd-ad50-7ae8533793ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498337 Jun 29 10:59:23.064423 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 50570) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:23.096759 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.provisioning_blocks [req-769f3fa4-ca20-4789-9445-1459089b63ff req-d9268072-01ed-4124-8c41-b078d0d262f6 service neutron] Transition to ACTIVE for port object e62678a1-42e7-456b-90b5-da618443e4cc will not be triggered until provisioned by entity L2. {{(pid=105127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:59:23.115688 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-f8e76030-6270-43d4-9f7d-17b6c653af07 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cbc1c8cdfb094d07b763dbcde92c1bc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487905 Jun 29 10:59:23.118054 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 50572) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:23.151936 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-74e0c587-adf3-4e4c-89f4-2d1d41c74663 req-4003ae49-4b09-4392-a9fd-ebbbee8d8f9f tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946038 Jun 29 10:59:23.190741 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-9abb38c1-9618-4af1-81d1-8216f566d525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:23.195522 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-769f3fa4-ca20-4789-9445-1459089b63ff req-d9268072-01ed-4124-8c41-b078d0d262f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:23.198819 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-16139a38-6761-4923-8ebb-060b951a08a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:23.250487 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-f35e013a-0d58-4a2d-815a-e79cd99a9d2b tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791'] for port, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:23.289769 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-9abb38c1-9618-4af1-81d1-8216f566d525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:23.311758 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9268072-01ed-4124-8c41-b078d0d262f6 service neutron] Pushing event updated for resources: {'Port': ['ID=e62678a1-42e7-456b-90b5-da618443e4cc,revision_number=2']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:23.335991 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-d9268072-01ed-4124-8c41-b078d0d262f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:23.340585 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-5bfaf305-4bd0-4d09-ba58-1859581907a7 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:23.350088 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-f35e013a-0d58-4a2d-815a-e79cd99a9d2b tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Network 27be0f43-986d-406d-84c6-0e27a892cced is already hosted by enough agents. {{(pid=105127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:59:23.376821 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b07cf-960d-426a-865d-79ecb74e6854 req-6eec314b-d8c4-4ca9-9aeb-471d0560afbf tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:23.378143 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.base_scheduler [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-f35e013a-0d58-4a2d-815a-e79cd99a9d2b tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Resources bound (agent type, host, resource id): {{(pid=105127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:59:23.378877 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-d11b07cf-960d-426a-865d-79ecb74e6854 req-6eec314b-d8c4-4ca9-9aeb-471d0560afbf tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 931 time: 0.1484096 Jun 29 10:59:23.390545 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-f35e013a-0d58-4a2d-815a-e79cd99a9d2b tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Received port after_create {{(pid=105127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:59:23.396878 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-f35e013a-0d58-4a2d-815a-e79cd99a9d2b tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:23.397737 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-f35e013a-0d58-4a2d-815a-e79cd99a9d2b tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:23.419568 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-769f3fa4-ca20-4789-9445-1459089b63ff req-d9268072-01ed-4124-8c41-b078d0d262f6 service neutron] Attempting to bind port e62678a1-42e7-456b-90b5-da618443e4cc on host hv-cinder-79351 for vnic_type normal with profile {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:59:23.420104 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-769f3fa4-ca20-4789-9445-1459089b63ff req-d9268072-01ed-4124-8c41-b078d0d262f6 service neutron] Attempting to bind port e62678a1-42e7-456b-90b5-da618443e4cc by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '1785eff2-c376-43ac-af63-f77881cdceb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8d7f72c5-0ecd-48cd-ad50-7ae8533793ae'}] {{(pid=105127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:59:23.420465 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769f3fa4-ca20-4789-9445-1459089b63ff req-d9268072-01ed-4124-8c41-b078d0d262f6 service neutron] Attempting to bind port e62678a1-42e7-456b-90b5-da618443e4cc on network 8d7f72c5-0ecd-48cd-ad50-7ae8533793ae {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:59:23.459670 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769f3fa4-ca20-4789-9445-1459089b63ff req-d9268072-01ed-4124-8c41-b078d0d262f6 service neutron] Port e62678a1-42e7-456b-90b5-da618443e4cc on network 8d7f72c5-0ecd-48cd-ad50-7ae8533793ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:59:23.460032 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769f3fa4-ca20-4789-9445-1459089b63ff req-d9268072-01ed-4124-8c41-b078d0d262f6 service neutron] Attempting to bind port e62678a1-42e7-456b-90b5-da618443e4cc on network 8d7f72c5-0ecd-48cd-ad50-7ae8533793ae {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:59:23.463308 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-d11b07cf-960d-426a-865d-79ecb74e6854 req-0f2d1c9c-647b-4c54-a58a-a958b7fe497d tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578325 Jun 29 10:59:23.470386 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e013a-0d58-4a2d-815a-e79cd99a9d2b tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Pushing event updated for resources: {'Port': ['ID=5b88c357-7efe-434e-aca4-d6ad512c24aa,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:23.474544 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-f35e013a-0d58-4a2d-815a-e79cd99a9d2b tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:23.479155 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769f3fa4-ca20-4789-9445-1459089b63ff req-d9268072-01ed-4124-8c41-b078d0d262f6 service neutron] Checking agent: {'id': 'bdcb3022-9de1-427e-88c2-d5d630f764fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 56, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:59:23.479155 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769f3fa4-ca20-4789-9445-1459089b63ff req-d9268072-01ed-4124-8c41-b078d0d262f6 service neutron] Checking segment: {'id': '1785eff2-c376-43ac-af63-f77881cdceb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8d7f72c5-0ecd-48cd-ad50-7ae8533793ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:59:23.479155 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769f3fa4-ca20-4789-9445-1459089b63ff req-d9268072-01ed-4124-8c41-b078d0d262f6 service neutron] Bound using segment: {'id': '1785eff2-c376-43ac-af63-f77881cdceb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8d7f72c5-0ecd-48cd-ad50-7ae8533793ae'} {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:59:23.479155 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-769f3fa4-ca20-4789-9445-1459089b63ff req-d9268072-01ed-4124-8c41-b078d0d262f6 service neutron] Bound port: e62678a1-42e7-456b-90b5-da618443e4cc, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1785eff2-c376-43ac-af63-f77881cdceb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8d7f72c5-0ecd-48cd-ad50-7ae8533793ae'}}] {{(pid=105127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:59:23.479155 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-769f3fa4-ca20-4789-9445-1459089b63ff req-d9268072-01ed-4124-8c41-b078d0d262f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:23.505569 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-9abb38c1-9618-4af1-81d1-8216f566d525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:23.508938 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-9abb38c1-9618-4af1-81d1-8216f566d525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:23.516342 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-9abb38c1-9618-4af1-81d1-8216f566d525 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2bc77b2d-53b9-4c14-b30c-1914b83dcf6f HTTP/1.1" status: 204 len: 168 time: 0.3908334 Jun 29 10:59:23.516342 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-2909e6dc-cb41-4ba3-80d0-80cb6e00f609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:23.530255 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb38c1-9618-4af1-81d1-8216f566d525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc77b2d-53b9-4c14-b30c-1914b83dcf6f,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:23.539072 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 29a93a5d-c570-409f-8309-f9020658a79e details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=105128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:59:23.541815 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-f35e013a-0d58-4a2d-815a-e79cd99a9d2b tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3764257 Jun 29 10:59:23.550958 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81827263-26b2-424c-8aa9-3ddc6c48aa12 req-fb3764f6-7694-4ad5-a64f-0efe7687497f tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:23.566066 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-81827263-26b2-424c-8aa9-3ddc6c48aa12 req-fb3764f6-7694-4ad5-a64f-0efe7687497f tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 943 time: 0.1930718 Jun 29 10:59:23.570415 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-9abb38c1-9618-4af1-81d1-8216f566d525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:23.574580 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-514b1b2d-f694-4f49-ae7a-20af980d5f0d service neutron] Request body: {'port': {'device_id': '8b8e1144-9397-466f-b6cf-da84549aed76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:59:23.661037 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-769f3fa4-ca20-4789-9445-1459089b63ff req-d9268072-01ed-4124-8c41-b078d0d262f6 service neutron] For port e62678a1-42e7-456b-90b5-da618443e4cc, host hv-cinder-79351, cleared binding levels {{(pid=105127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:59:23.679306 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-81827263-26b2-424c-8aa9-3ddc6c48aa12 req-9fed4f23-021c-4b23-9bb2-8805fde2e84c tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123326 Jun 29 10:59:23.686143 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-769f3fa4-ca20-4789-9445-1459089b63ff req-d9268072-01ed-4124-8c41-b078d0d262f6 service neutron] For port e62678a1-42e7-456b-90b5-da618443e4cc, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=e62678a1-42e7-456b-90b5-da618443e4cc,segment=NetworkSegment(1785eff2-c376-43ac-af63-f77881cdceb1),segment_id=1785eff2-c376-43ac-af63-f77881cdceb1)] {{(pid=105127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:59:23.707637 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 29a93a5d-c570-409f-8309-f9020658a79e, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=29a93a5d-c570-409f-8309-f9020658a79e,segment=NetworkSegment(a0efbef0-4c40-4b61-9b6d-c0442e1acd1d),segment_id=a0efbef0-4c40-4b61-9b6d-c0442e1acd1d)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:59:23.722508 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Returning: {'device': '29a93a5d-c570-409f-8309-f9020658a79e', 'network_id': 'ac02be72-d500-4efd-a7d0-236b527cd490', 'port_id': '29a93a5d-c570-409f-8309-f9020658a79e', 'mac_address': 'fa:16:3e:e1:70:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdeeb061-fe42-4037-bc54-f4ecb69a899e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:59:23.761801 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-514b1b2d-f694-4f49-ae7a-20af980d5f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:23.777371 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-769f3fa4-ca20-4789-9445-1459089b63ff req-d9268072-01ed-4124-8c41-b078d0d262f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:23.780386 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:23.798874 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-fe0aba89-f16d-42fc-afc2-28fbbf954c3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:23.800383 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29a93a5d-c570-409f-8309-f9020658a79e {{(pid=105128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:59:23.841510 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f3fa4-ca20-4789-9445-1459089b63ff req-d9268072-01ed-4124-8c41-b078d0d262f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:23.842499 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-769f3fa4-ca20-4789-9445-1459089b63ff req-d9268072-01ed-4124-8c41-b078d0d262f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:23.843897 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-769f3fa4-ca20-4789-9445-1459089b63ff req-d9268072-01ed-4124-8c41-b078d0d262f6 service neutron] 10.222.0.42 "PUT /v2.0/ports/e62678a1-42e7-456b-90b5-da618443e4cc HTTP/1.1" status: 200 len: 1093 time: 1.8798578 Jun 29 10:59:23.848281 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c5189c7-b69a-4893-8b72-303f36c9e13c', 'tag': 'e62678a1-42e7-456b-90b5-da618443e4cc'}] {{(pid=105127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:59:23.851027 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51926c8a96ac3dcbe8a9a7c61d1f1b13ee7346919254cfc90a12d4d270e3eabf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85eb08f9-5f27-470c-9aed-acf6d11a96be" -d '{"events": [{"name": "network-changed", "server_uuid": "5c5189c7-b69a-4893-8b72-303f36c9e13c", "tag": "e62678a1-42e7-456b-90b5-da618443e4cc"}]}' {{(pid=105127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:59:23.864791 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-dea2e301-6aa8-41b4-8179-ea6e85809574 None None] Provisioning for port 5b88c357-7efe-434e-aca4-d6ad512c24aa completed by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:59:23.876258 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 29a93a5d-c570-409f-8309-f9020658a79e, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=29a93a5d-c570-409f-8309-f9020658a79e,segment=NetworkSegment(a0efbef0-4c40-4b61-9b6d-c0442e1acd1d),segment_id=a0efbef0-4c40-4b61-9b6d-c0442e1acd1d)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:59:23.879482 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-dea2e301-6aa8-41b4-8179-ea6e85809574 None None] Provisioning complete for port 5b88c357-7efe-434e-aca4-d6ad512c24aa triggered by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:59:23.880830 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-dea2e301-6aa8-41b4-8179-ea6e85809574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:23.957475 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-dea2e301-6aa8-41b4-8179-ea6e85809574 None None] Port 5b88c357-7efe-434e-aca4-d6ad512c24aa cannot update to ACTIVE because it is not bound. {{(pid=105128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:59:23.978972 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a08a35-c56f-4bb8-8dc1-0afb89e264f0 x-openstack-request-id: req-97a08a35-c56f-4bb8-8dc1-0afb89e264f0 {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:59:23.979279 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c5189c7-b69a-4893-8b72-303f36c9e13c", "tag": "e62678a1-42e7-456b-90b5-da618443e4cc", "status": "completed", "code": 200}]} {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:59:23.979550 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-97a08a35-c56f-4bb8-8dc1-0afb89e264f0 {{(pid=105127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:59:23.980178 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c5189c7-b69a-4893-8b72-303f36c9e13c', 'tag': 'e62678a1-42e7-456b-90b5-da618443e4cc', 'status': 'completed', 'code': 200} Jun 29 10:59:23.985681 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:23.988278 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device a0992ff1-31d3-4923-889f-50a337cbc2d9 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=105128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:59:23.991787 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-5eb8aae5-5aca-4ac7-a912-d3c753743f46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:24.021922 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9268072-01ed-4124-8c41-b078d0d262f6 service neutron] Pushing event updated for resources: {'Port': ['ID=e62678a1-42e7-456b-90b5-da618443e4cc,revision_number=3']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:24.032747 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-d9268072-01ed-4124-8c41-b078d0d262f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:24.127613 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=29a93a5d-c570-409f-8309-f9020658a79e,revision_number=4']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:24.134193 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:24.244405 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb08f9-5f27-470c-9aed-acf6d11a96be req-7aa9c2e9-db76-49b1-a72d-866311b1a83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:24.246296 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-85eb08f9-5f27-470c-9aed-acf6d11a96be req-7aa9c2e9-db76-49b1-a72d-866311b1a83c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6299943bac064fd7b1103e93d469d653&device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 1096 time: 0.2691166 Jun 29 10:59:24.286641 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port a0992ff1-31d3-4923-889f-50a337cbc2d9, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=a0992ff1-31d3-4923-889f-50a337cbc2d9,segment=NetworkSegment(d751559d-5565-473f-a10b-07ec42d05c7f),segment_id=d751559d-5565-473f-a10b-07ec42d05c7f)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:59:24.324088 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Returning: {'device': 'a0992ff1-31d3-4923-889f-50a337cbc2d9', 'network_id': '3dddfc96-446a-4271-b2e4-1fbf8fb2f736', 'port_id': 'a0992ff1-31d3-4923-889f-50a337cbc2d9', 'mac_address': 'fa:16:3e:9d:16:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e78b9c77-e0e0-471c-a845-17d582c68532', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:59:24.383249 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:24.403208 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0992ff1-31d3-4923-889f-50a337cbc2d9 {{(pid=105128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:59:24.430699 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port a0992ff1-31d3-4923-889f-50a337cbc2d9, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=a0992ff1-31d3-4923-889f-50a337cbc2d9,segment=NetworkSegment(d751559d-5565-473f-a10b-07ec42d05c7f),segment_id=d751559d-5565-473f-a10b-07ec42d05c7f)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:59:24.478165 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83ca37-1ada-434e-b08c-215916e85c21 req-bd4e18e8-b5df-4105-a7b2-51f267e37ecf tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:24.480392 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-1e83ca37-1ada-434e-b08c-215916e85c21 req-bd4e18e8-b5df-4105-a7b2-51f267e37ecf tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=e983a77e-84a0-4f70-95a2-cb590d75f2fe HTTP/1.1" status: 200 len: 943 time: 0.0898116 Jun 29 10:59:24.528913 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-1e83ca37-1ada-434e-b08c-215916e85c21 req-3f98a129-dc20-407e-977f-f596b17e4174 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420597 Jun 29 10:59:24.560111 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:24.562888 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:24.572971 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb08f9-5f27-470c-9aed-acf6d11a96be req-df949a28-bca3-4a99-9fa6-a1a3e79287aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:24.572971 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-85eb08f9-5f27-470c-9aed-acf6d11a96be req-df949a28-bca3-4a99-9fa6-a1a3e79287aa service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=6299943bac064fd7b1103e93d469d653&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2889330 Jun 29 10:59:24.634898 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=a0992ff1-31d3-4923-889f-50a337cbc2d9,revision_number=4']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:24.638214 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:24.727066 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-514b1b2d-f694-4f49-ae7a-20af980d5f0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b88c357-7efe-434e-aca4-d6ad512c24aa {{(pid=105127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:59:24.759316 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-514b1b2d-f694-4f49-ae7a-20af980d5f0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:24.777107 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386f74f-62aa-414e-ab54-6d50feb5fd46 req-d142cb4c-1c15-4d13-88c1-56cde104fbe3 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:24.778667 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-b386f74f-62aa-414e-ab54-6d50feb5fd46 req-d142cb4c-1c15-4d13-88c1-56cde104fbe3 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/ports?device_id=4707594d-1e3a-40bc-9113-a231da3ff72c HTTP/1.1" status: 200 len: 945 time: 0.4838195 Jun 29 10:59:24.948306 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.provisioning_blocks [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-514b1b2d-f694-4f49-ae7a-20af980d5f0d service neutron] Transition to ACTIVE for port object 5b88c357-7efe-434e-aca4-d6ad512c24aa will not be triggered until provisioned by entity L2. {{(pid=105127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:59:24.949379 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fca1e-81d9-45ed-b5e6-792ea1a7aeda req-726640b8-2cf8-46e5-bbc7-8d8a0fe6467c tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:24.949379 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-890fca1e-81d9-45ed-b5e6-792ea1a7aeda req-726640b8-2cf8-46e5-bbc7-8d8a0fe6467c tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 931 time: 0.1285183 Jun 29 10:59:24.950269 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb08f9-5f27-470c-9aed-acf6d11a96be req-1426bbdd-216f-458a-adaa-68155b602771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:24.950269 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-85eb08f9-5f27-470c-9aed-acf6d11a96be req-1426bbdd-216f-458a-adaa-68155b602771 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2782314 Jun 29 10:59:24.950269 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-b386f74f-62aa-414e-ab54-6d50feb5fd46 req-58a90dfd-30bf-4b12-8b58-745ba454f65b tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/security-groups?id=084ff85d-0624-4187-a2bf-fe975f84f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802441 Jun 29 10:59:24.951290 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-890fca1e-81d9-45ed-b5e6-792ea1a7aeda req-13cb4457-98b3-438a-ad26-ba9a9758c1cb tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576754 Jun 29 10:59:24.951926 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-514b1b2d-f694-4f49-ae7a-20af980d5f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:24.951926 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-d9268072-01ed-4124-8c41-b078d0d262f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:24.952393 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 50660) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:24.974303 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] get_ports_and_sgs() called for port_ids ['29a93a5d-c570-409f-8309-f9020658a79e'] {{(pid=105128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:59:25.033924 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] get_ports_and_sgs() called for port_ids ['a0992ff1-31d3-4923-889f-50a337cbc2d9'] {{(pid=105128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:59:25.077543 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b1b2d-f694-4f49-ae7a-20af980d5f0d service neutron] Pushing event updated for resources: {'Port': ['ID=5b88c357-7efe-434e-aca4-d6ad512c24aa,revision_number=2']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:25.096725 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-514b1b2d-f694-4f49-ae7a-20af980d5f0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:25.097611 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-514b1b2d-f694-4f49-ae7a-20af980d5f0d service neutron] Attempting to bind port 5b88c357-7efe-434e-aca4-d6ad512c24aa on host hv-cinder-79351 for vnic_type normal with profile {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:59:25.098103 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-514b1b2d-f694-4f49-ae7a-20af980d5f0d service neutron] Attempting to bind port 5b88c357-7efe-434e-aca4-d6ad512c24aa by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '1205bcf5-bf51-4831-9bc0-f68083624420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '27be0f43-986d-406d-84c6-0e27a892cced'}] {{(pid=105127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:59:25.098590 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-514b1b2d-f694-4f49-ae7a-20af980d5f0d service neutron] Attempting to bind port 5b88c357-7efe-434e-aca4-d6ad512c24aa on network 27be0f43-986d-406d-84c6-0e27a892cced {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:59:25.110068 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-514b1b2d-f694-4f49-ae7a-20af980d5f0d service neutron] Port 5b88c357-7efe-434e-aca4-d6ad512c24aa on network 27be0f43-986d-406d-84c6-0e27a892cced not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:59:25.110625 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-514b1b2d-f694-4f49-ae7a-20af980d5f0d service neutron] Attempting to bind port 5b88c357-7efe-434e-aca4-d6ad512c24aa on network 27be0f43-986d-406d-84c6-0e27a892cced {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:59:25.114714 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ee29a-429e-4b80-a7cc-29961a5b3f22 req-2b7bb0f8-9e4b-41f0-9df7-2fa21afb0be0 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:25.127242 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-b98ee29a-429e-4b80-a7cc-29961a5b3f22 req-2b7bb0f8-9e4b-41f0-9df7-2fa21afb0be0 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 943 time: 0.1112998 Jun 29 10:59:25.134826 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-514b1b2d-f694-4f49-ae7a-20af980d5f0d service neutron] Checking agent: {'id': 'bdcb3022-9de1-427e-88c2-d5d630f764fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 56, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:59:25.135429 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-514b1b2d-f694-4f49-ae7a-20af980d5f0d service neutron] Checking segment: {'id': '1205bcf5-bf51-4831-9bc0-f68083624420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '27be0f43-986d-406d-84c6-0e27a892cced'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:59:25.136040 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-514b1b2d-f694-4f49-ae7a-20af980d5f0d service neutron] Bound using segment: {'id': '1205bcf5-bf51-4831-9bc0-f68083624420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '27be0f43-986d-406d-84c6-0e27a892cced'} {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:59:25.136740 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-514b1b2d-f694-4f49-ae7a-20af980d5f0d service neutron] Bound port: 5b88c357-7efe-434e-aca4-d6ad512c24aa, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1205bcf5-bf51-4831-9bc0-f68083624420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '27be0f43-986d-406d-84c6-0e27a892cced'}}] {{(pid=105127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:59:25.142844 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-514b1b2d-f694-4f49-ae7a-20af980d5f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:25.168335 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f3fa4-ca20-4789-9445-1459089b63ff req-22e1c819-46a4-4083-bfbf-e0733882dedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:25.177857 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-769f3fa4-ca20-4789-9445-1459089b63ff req-22e1c819-46a4-4083-bfbf-e0733882dedb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6299943bac064fd7b1103e93d469d653&device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 1096 time: 0.2029915 Jun 29 10:59:25.195522 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-4e069a78-09ac-4490-925f-310811780009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:25.223414 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-b98ee29a-429e-4b80-a7cc-29961a5b3f22 req-9517608e-d2b2-48d1-9986-fe69c7b89e9a tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922933 Jun 29 10:59:25.378657 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-4e069a78-09ac-4490-925f-310811780009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:25.475510 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-4e069a78-09ac-4490-925f-310811780009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:25.496244 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-d74e639f-6704-4515-880d-82b53ba824fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:25.499844 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-769f3fa4-ca20-4789-9445-1459089b63ff req-79a6bdf8-2ba7-4a20-9e9d-f84dfd5db4ca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e62678a1-42e7-456b-90b5-da618443e4cc HTTP/1.1" status: 200 len: 217 time: 0.2692926 Jun 29 10:59:25.529833 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 762cc699-8b9c-42ab-a8bf-26daf7d725b0 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=105128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:59:25.553604 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-4e069a78-09ac-4490-925f-310811780009 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a63901f30a904ffdb07940ef5baf1811&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6137836 Jun 29 10:59:25.555000 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-514b1b2d-f694-4f49-ae7a-20af980d5f0d service neutron] For port 5b88c357-7efe-434e-aca4-d6ad512c24aa, host hv-cinder-79351, cleared binding levels {{(pid=105127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:59:25.557862 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 50688) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:25.574927 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-514b1b2d-f694-4f49-ae7a-20af980d5f0d service neutron] For port 5b88c357-7efe-434e-aca4-d6ad512c24aa, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=5b88c357-7efe-434e-aca4-d6ad512c24aa,segment=NetworkSegment(1205bcf5-bf51-4831-9bc0-f68083624420),segment_id=1205bcf5-bf51-4831-9bc0-f68083624420)] {{(pid=105127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:59:25.611320 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e069a78-09ac-4490-925f-310811780009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226d8fef-d087-459c-a95c-57da1cc8d819,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:25.630808 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-4e069a78-09ac-4490-925f-310811780009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:25.633458 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f3fa4-ca20-4789-9445-1459089b63ff req-02661a6b-de99-45cf-a9a5-f1f6ab316fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:25.635473 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-769f3fa4-ca20-4789-9445-1459089b63ff req-02661a6b-de99-45cf-a9a5-f1f6ab316fa3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b6175b8a-51af-4ce8-b7f0-839520dcb7e3 HTTP/1.1" status: 200 len: 858 time: 0.1291847 Jun 29 10:59:25.662861 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-514b1b2d-f694-4f49-ae7a-20af980d5f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:25.723116 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:25.732852 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-c44cb177-b282-484c-bdbc-d5ec97e449b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:25.772858 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-c44cb177-b282-484c-bdbc-d5ec97e449b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:25.782619 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 762cc699-8b9c-42ab-a8bf-26daf7d725b0, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=762cc699-8b9c-42ab-a8bf-26daf7d725b0,segment=NetworkSegment(1785eff2-c376-43ac-af63-f77881cdceb1),segment_id=1785eff2-c376-43ac-af63-f77881cdceb1)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:59:25.803529 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b1b2d-f694-4f49-ae7a-20af980d5f0d service neutron] Pushing event updated for resources: {'Port': ['ID=5b88c357-7efe-434e-aca4-d6ad512c24aa,revision_number=3']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:25.808407 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-769f3fa4-ca20-4789-9445-1459089b63ff req-06535ae4-d53e-4972-8740-c6d432a54dbc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8d7f72c5-0ecd-48cd-ad50-7ae8533793ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1632142 Jun 29 10:59:25.811501 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-514b1b2d-f694-4f49-ae7a-20af980d5f0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:25.851863 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-514b1b2d-f694-4f49-ae7a-20af980d5f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:25.852672 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-514b1b2d-f694-4f49-ae7a-20af980d5f0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:25.854680 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-514b1b2d-f694-4f49-ae7a-20af980d5f0d service neutron] 10.222.0.42 "PUT /v2.0/ports/5b88c357-7efe-434e-aca4-d6ad512c24aa HTTP/1.1" status: 200 len: 1093 time: 2.2863994 Jun 29 10:59:25.955233 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-c44cb177-b282-484c-bdbc-d5ec97e449b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:25.963115 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-c44cb177-b282-484c-bdbc-d5ec97e449b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:25.969160 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-c44cb177-b282-484c-bdbc-d5ec97e449b5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/226d8fef-d087-459c-a95c-57da1cc8d819 HTTP/1.1" status: 204 len: 168 time: 0.4082820 Jun 29 10:59:25.969160 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-ae0566cd-abb0-46a8-80f5-10a3b6dec6b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:25.992519 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b8e1144-9397-466f-b6cf-da84549aed76', 'tag': '5b88c357-7efe-434e-aca4-d6ad512c24aa'}] {{(pid=105127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:59:26.001626 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51926c8a96ac3dcbe8a9a7c61d1f1b13ee7346919254cfc90a12d4d270e3eabf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421fc3f3-97f8-4049-a25f-cb328e63b803" -d '{"events": [{"name": "network-changed", "server_uuid": "8b8e1144-9397-466f-b6cf-da84549aed76", "tag": "5b88c357-7efe-434e-aca4-d6ad512c24aa"}]}' {{(pid=105127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:59:26.005746 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44cb177-b282-484c-bdbc-d5ec97e449b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226d8fef-d087-459c-a95c-57da1cc8d819,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:26.006137 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Returning: {'device': '762cc699-8b9c-42ab-a8bf-26daf7d725b0', 'network_id': '8d7f72c5-0ecd-48cd-ad50-7ae8533793ae', 'port_id': '762cc699-8b9c-42ab-a8bf-26daf7d725b0', 'mac_address': 'fa:16:3e:a2:3f:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6175b8a-51af-4ce8-b7f0-839520dcb7e3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:59:26.020758 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-c44cb177-b282-484c-bdbc-d5ec97e449b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:26.085889 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac79527-1959-4286-a300-f1f173637969 req-927abfb2-096a-4eb3-b925-8704ef47e89c tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:26.088002 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7ac79527-1959-4286-a300-f1f173637969 req-927abfb2-096a-4eb3-b925-8704ef47e89c tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=e983a77e-84a0-4f70-95a2-cb590d75f2fe HTTP/1.1" status: 200 len: 944 time: 0.2874122 Jun 29 10:59:26.097598 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-769f3fa4-ca20-4789-9445-1459089b63ff req-d42866a3-040c-4f47-8b3d-9ab14ada3609 service neutron] 10.222.0.42 "GET /v2.0/networks/8d7f72c5-0ecd-48cd-ad50-7ae8533793ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353735 Jun 29 10:59:26.119132 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:26.145535 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 762cc699-8b9c-42ab-a8bf-26daf7d725b0 {{(pid=105128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:59:26.186736 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 762cc699-8b9c-42ab-a8bf-26daf7d725b0, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=762cc699-8b9c-42ab-a8bf-26daf7d725b0,segment=NetworkSegment(1785eff2-c376-43ac-af63-f77881cdceb1),segment_id=1785eff2-c376-43ac-af63-f77881cdceb1)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:59:26.218611 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fbdb6-e546-41b8-a800-5bc8ae75637c req-ff338955-cdd2-4ef3-9bac-b9003038af8a tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:26.239234 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-813fbdb6-e546-41b8-a800-5bc8ae75637c req-ff338955-cdd2-4ef3-9bac-b9003038af8a tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 943 time: 0.1005266 Jun 29 10:59:26.252078 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:26.257493 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:26.270299 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-769f3fa4-ca20-4789-9445-1459089b63ff req-148abc96-cd92-46f1-b1d9-3e5e503d5933 service neutron] 10.222.0.42 "GET /v2.0/networks/8d7f72c5-0ecd-48cd-ad50-7ae8533793ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342673 Jun 29 10:59:26.283578 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-813fbdb6-e546-41b8-a800-5bc8ae75637c req-53146b8a-73cc-4e52-9826-c83e5c938f21 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427687 Jun 29 10:59:26.303773 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7ac79527-1959-4286-a300-f1f173637969 req-54893077-d7a8-4f41-85d3-6575200d981b tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984134 Jun 29 10:59:26.305776 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-2c4eb00e-713c-409b-8827-15a7698ff163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:26.307243 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-2c4eb00e-713c-409b-8827-15a7698ff163 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e126c6330d743c8b924fb706c06677b&device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 1096 time: 0.2990921 Jun 29 10:59:26.346795 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=762cc699-8b9c-42ab-a8bf-26daf7d725b0,revision_number=4']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:26.383949 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-79950c7a-5046-43cb-8d4f-94bc09e8c8a7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b88c357-7efe-434e-aca4-d6ad512c24aa HTTP/1.1" status: 200 len: 217 time: 0.0619242 Jun 29 10:59:26.385732 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:26.431625 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50d36c4-c8d4-47bb-8f27-10da4f239690 x-openstack-request-id: req-a50d36c4-c8d4-47bb-8f27-10da4f239690 {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:59:26.431931 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b8e1144-9397-466f-b6cf-da84549aed76", "tag": "5b88c357-7efe-434e-aca4-d6ad512c24aa", "status": "completed", "code": 200}]} {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:59:26.432371 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a50d36c4-c8d4-47bb-8f27-10da4f239690 {{(pid=105127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:59:26.432938 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b8e1144-9397-466f-b6cf-da84549aed76', 'tag': '5b88c357-7efe-434e-aca4-d6ad512c24aa', 'status': 'completed', 'code': 200} Jun 29 10:59:26.450332 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-2c2cea65-1ff5-4b7c-b7fa-c83c16e802c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:26.452037 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-2c2cea65-1ff5-4b7c-b7fa-c83c16e802c3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6 HTTP/1.1" status: 200 len: 849 time: 0.0608556 Jun 29 10:59:26.527885 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca2e8f-6696-4a95-90a0-1399b1b02d34 req-6df128c2-0fdd-489c-9550-3d3b5deeea9b tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:26.536411 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-8dca2e8f-6696-4a95-90a0-1399b1b02d34 req-6df128c2-0fdd-489c-9550-3d3b5deeea9b tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/ports?device_id=4707594d-1e3a-40bc-9113-a231da3ff72c HTTP/1.1" status: 200 len: 945 time: 0.1223843 Jun 29 10:59:26.567118 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] get_ports_and_sgs() called for port_ids ['762cc699-8b9c-42ab-a8bf-26daf7d725b0'] {{(pid=105128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:59:26.583332 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-8dca2e8f-6696-4a95-90a0-1399b1b02d34 req-27b19555-8360-4811-8d87-e67a338cee98 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/security-groups?id=084ff85d-0624-4187-a2bf-fe975f84f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458333 Jun 29 10:59:26.622152 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-bd2309ca-029f-4754-9081-60b90ad04647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:26.623789 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-bd2309ca-029f-4754-9081-60b90ad04647 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=27be0f43-986d-406d-84c6-0e27a892cced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1500642 Jun 29 10:59:26.636758 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c786a2c-98a7-433d-8555-d50eb8dcdf23 req-eb911f48-061a-4f91-b4eb-8c59304dacc5 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:26.638530 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7c786a2c-98a7-433d-8555-d50eb8dcdf23 req-eb911f48-061a-4f91-b4eb-8c59304dacc5 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 943 time: 0.1074443 Jun 29 10:59:26.734003 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7c786a2c-98a7-433d-8555-d50eb8dcdf23 req-0127f924-75c8-4821-a731-cdf2df806929 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849752 Jun 29 10:59:26.758853 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-8a675f1f-f500-4849-8c45-843097376036 service neutron] 10.222.0.42 "GET /v2.0/networks/27be0f43-986d-406d-84c6-0e27a892cced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191945 Jun 29 10:59:26.866130 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-43e0bfb9-552c-4eaf-94ea-6dd6180ec3bf req-287894d3-ca81-4dbf-a094-8a7eaf71cc81 service neutron] 10.222.0.42 "GET /v2.0/networks/27be0f43-986d-406d-84c6-0e27a892cced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979602 Jun 29 10:59:26.909827 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 50746) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:26.923509 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-75431f8e-604e-4fe7-b20c-87412f7a7e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:27.035745 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-75431f8e-604e-4fe7-b20c-87412f7a7e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:27.082600 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421fc3f3-97f8-4049-a25f-cb328e63b803 req-84a67b79-dcc8-4c1b-b5d3-4566754e4c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:27.084175 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-421fc3f3-97f8-4049-a25f-cb328e63b803 req-84a67b79-dcc8-4c1b-b5d3-4566754e4c64 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e126c6330d743c8b924fb706c06677b&device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 1096 time: 0.0602241 Jun 29 10:59:27.136546 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-75431f8e-604e-4fe7-b20c-87412f7a7e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:27.143717 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-58d9a3ea-4678-4069-9c27-6ad963acfd22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:27.195836 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-75431f8e-604e-4fe7-b20c-87412f7a7e90 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=40b082d6d2e64479ae06d28fa017979c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2848752 Jun 29 10:59:27.198391 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 50760) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:27.200610 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75431f8e-604e-4fe7-b20c-87412f7a7e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892eabd0-0396-4ec6-a1c8-d5b21ebad150,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:27.204397 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-75431f8e-604e-4fe7-b20c-87412f7a7e90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:27.228084 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421fc3f3-97f8-4049-a25f-cb328e63b803 req-5f533815-307d-45c8-9d9b-34d1eab48974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:27.229642 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-421fc3f3-97f8-4049-a25f-cb328e63b803 req-5f533815-307d-45c8-9d9b-34d1eab48974 service neutron] 10.222.0.42 "GET /v2.0/networks?id=27be0f43-986d-406d-84c6-0e27a892cced HTTP/1.1" status: 200 len: 911 time: 0.1382139 Jun 29 10:59:27.260022 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-378df2e8-1b8f-4f02-98c6-94f76e1a1735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:27.277734 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-421fc3f3-97f8-4049-a25f-cb328e63b803 req-96894219-36c1-46c8-8e35-1e1324390cee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b88c357-7efe-434e-aca4-d6ad512c24aa HTTP/1.1" status: 200 len: 217 time: 0.0407975 Jun 29 10:59:27.286128 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-378df2e8-1b8f-4f02-98c6-94f76e1a1735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:27.328291 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421fc3f3-97f8-4049-a25f-cb328e63b803 req-9d313bc8-020a-4c70-8e73-b6a2ce9bc840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:27.329792 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-421fc3f3-97f8-4049-a25f-cb328e63b803 req-9d313bc8-020a-4c70-8e73-b6a2ce9bc840 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6 HTTP/1.1" status: 200 len: 849 time: 0.0448372 Jun 29 10:59:27.401793 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421fc3f3-97f8-4049-a25f-cb328e63b803 req-db581716-7683-46fc-8e2c-afb526476a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:27.403301 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-421fc3f3-97f8-4049-a25f-cb328e63b803 req-db581716-7683-46fc-8e2c-afb526476a6e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=27be0f43-986d-406d-84c6-0e27a892cced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0643501 Jun 29 10:59:27.450810 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-378df2e8-1b8f-4f02-98c6-94f76e1a1735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:27.453562 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-378df2e8-1b8f-4f02-98c6-94f76e1a1735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:27.458851 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-378df2e8-1b8f-4f02-98c6-94f76e1a1735 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/892eabd0-0396-4ec6-a1c8-d5b21ebad150 HTTP/1.1" status: 204 len: 168 time: 0.2589345 Jun 29 10:59:27.460065 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:27.467661 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378df2e8-1b8f-4f02-98c6-94f76e1a1735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892eabd0-0396-4ec6-a1c8-d5b21ebad150,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:27.495800 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-378df2e8-1b8f-4f02-98c6-94f76e1a1735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:27.520690 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-421fc3f3-97f8-4049-a25f-cb328e63b803 req-ea099ab2-8c4c-45e8-a586-4f5310019b9e service neutron] 10.222.0.42 "GET /v2.0/networks/27be0f43-986d-406d-84c6-0e27a892cced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099544 Jun 29 10:59:27.534362 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 762cc699-8b9c-42ab-a8bf-26daf7d725b0 up at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:59:27.655801 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d714e32-82bc-42bb-adff-5b9c73111e92 req-2b0cc60d-3072-463d-be54-13d3fa0a1049 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:27.657732 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-0d714e32-82bc-42bb-adff-5b9c73111e92 req-2b0cc60d-3072-463d-be54-13d3fa0a1049 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 943 time: 0.1598091 Jun 29 10:59:27.674906 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-421fc3f3-97f8-4049-a25f-cb328e63b803 req-e8f93775-25e7-41bd-b319-96e82bf51cb4 service neutron] 10.222.0.42 "GET /v2.0/networks/27be0f43-986d-406d-84c6-0e27a892cced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457100 Jun 29 10:59:27.686306 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Provisioning for port 762cc699-8b9c-42ab-a8bf-26daf7d725b0 completed by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:59:27.690410 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Provisioning complete for port 762cc699-8b9c-42ab-a8bf-26daf7d725b0 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:59:27.690978 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:27.708722 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3cbc6-ff10-41aa-adcd-a93b2b00db87 req-93d28ce3-5156-4493-8699-be6db1ebaeca tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:27.710323 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-74f3cbc6-ff10-41aa-adcd-a93b2b00db87 req-93d28ce3-5156-4493-8699-be6db1ebaeca tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=e983a77e-84a0-4f70-95a2-cb590d75f2fe HTTP/1.1" status: 200 len: 944 time: 0.0955226 Jun 29 10:59:27.719016 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-0d714e32-82bc-42bb-adff-5b9c73111e92 req-577cebea-4cdb-4383-8002-9ab5f2c460d1 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447531 Jun 29 10:59:27.785708 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:27.792566 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-74f3cbc6-ff10-41aa-adcd-a93b2b00db87 req-369bd0e6-5919-49b8-9a83-3f0fa32fba2f tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733769 Jun 29 10:59:27.817228 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37bff80c-2fb3-4bed-b803-4b92c4f43f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762cc699-8b9c-42ab-a8bf-26daf7d725b0'}] {{(pid=105128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:59:27.918226 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 762cc699-8b9c-42ab-a8bf-26daf7d725b0, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=762cc699-8b9c-42ab-a8bf-26daf7d725b0,segment=NetworkSegment(1785eff2-c376-43ac-af63-f77881cdceb1),segment_id=1785eff2-c376-43ac-af63-f77881cdceb1)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:59:27.928601 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b70b48-db15-498d-b2e5-e83fab9bcaae req-a1885b91-0e68-4f3c-8ed6-544db1919ce1 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:27.936510 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-15b70b48-db15-498d-b2e5-e83fab9bcaae req-a1885b91-0e68-4f3c-8ed6-544db1919ce1 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/ports?device_id=4707594d-1e3a-40bc-9113-a231da3ff72c HTTP/1.1" status: 200 len: 945 time: 0.0960939 Jun 29 10:59:27.986628 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-15b70b48-db15-498d-b2e5-e83fab9bcaae req-1aae53c1-5e15-4b09-9789-c9b15e4006d7 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/security-groups?id=084ff85d-0624-4187-a2bf-fe975f84f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481098 Jun 29 10:59:28.005484 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:28.006606 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 29a93a5d-c570-409f-8309-f9020658a79e up at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:59:28.009266 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ce8fe-da47-42c4-81ac-1ed3c12bdc5c req-81d81894-4326-455f-a2f0-224796270620 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:28.016006 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-247ce8fe-da47-42c4-81ac-1ed3c12bdc5c req-81d81894-4326-455f-a2f0-224796270620 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 943 time: 0.0787992 Jun 29 10:59:28.030413 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:28.058643 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-247ce8fe-da47-42c4-81ac-1ed3c12bdc5c req-7036fc3d-49de-4a2b-a92b-efad2336d7f1 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417318 Jun 29 10:59:28.066013 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f554d8236d32e986c704cda53ac23f663e6b3c5228ed3933e2c5dc2c6a48410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64cd344-7bf5-4751-8b59-b0c1513075c3" -d '{"events": [{"server_uuid": "37bff80c-2fb3-4bed-b803-4b92c4f43f9e", "name": "network-vif-plugged", "status": "completed", "tag": "762cc699-8b9c-42ab-a8bf-26daf7d725b0"}]}' {{(pid=105128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:59:28.135982 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=762cc699-8b9c-42ab-a8bf-26daf7d725b0,revision_number=5']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:28.135982 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:28.174102 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05148ee0-cbf0-4376-8ede-21ba2ac95162 x-openstack-request-id: req-05148ee0-cbf0-4376-8ede-21ba2ac95162 {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:59:28.174102 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37bff80c-2fb3-4bed-b803-4b92c4f43f9e", "name": "network-vif-plugged", "status": "completed", "tag": "762cc699-8b9c-42ab-a8bf-26daf7d725b0", "code": 200}]} {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:59:28.174102 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-05148ee0-cbf0-4376-8ede-21ba2ac95162 {{(pid=105128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:59:28.174102 dv-cinder-793515-4-smb neutron-server[105128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37bff80c-2fb3-4bed-b803-4b92c4f43f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762cc699-8b9c-42ab-a8bf-26daf7d725b0', 'code': 200} Jun 29 10:59:28.337361 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Provisioning for port 29a93a5d-c570-409f-8309-f9020658a79e completed by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:59:28.341343 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Provisioning complete for port 29a93a5d-c570-409f-8309-f9020658a79e triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:59:28.341730 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:28.417078 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:28.454795 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 29a93a5d-c570-409f-8309-f9020658a79e, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=29a93a5d-c570-409f-8309-f9020658a79e,segment=NetworkSegment(a0efbef0-4c40-4b61-9b6d-c0442e1acd1d),segment_id=a0efbef0-4c40-4b61-9b6d-c0442e1acd1d)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:59:28.635110 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:28.636016 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device a0992ff1-31d3-4923-889f-50a337cbc2d9 up at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:59:28.638857 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:28.754104 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=29a93a5d-c570-409f-8309-f9020658a79e,revision_number=5']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:28.770855 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:28.833883 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f067015-6013-40c4-a264-0bd8a7108f20 req-4615763f-9f9e-4699-b05f-1f08de9030b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:28.836581 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-3f067015-6013-40c4-a264-0bd8a7108f20 req-4615763f-9f9e-4699-b05f-1f08de9030b4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 1098 time: 0.1484325 Jun 29 10:59:28.847510 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Provisioning for port a0992ff1-31d3-4923-889f-50a337cbc2d9 completed by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:59:28.852601 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Provisioning complete for port a0992ff1-31d3-4923-889f-50a337cbc2d9 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:59:28.853145 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:28.859999 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-3f067015-6013-40c4-a264-0bd8a7108f20 req-82fd0005-e351-42fe-9c80-b808907eca64 service neutron] Notify callbacks [] for security_group, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:28.987155 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:29.004799 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:29.006173 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-3f067015-6013-40c4-a264-0bd8a7108f20 req-82fd0005-e351-42fe-9c80-b808907eca64 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:29.025649 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598ec70-141b-497d-bcf5-35b1932ad44a req-b215ff0b-77fc-4404-b2a7-35ef9b1edc64 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:29.027944 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-9598ec70-141b-497d-bcf5-35b1932ad44a req-b215ff0b-77fc-4404-b2a7-35ef9b1edc64 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=e983a77e-84a0-4f70-95a2-cb590d75f2fe HTTP/1.1" status: 200 len: 944 time: 0.0834491 Jun 29 10:59:29.043730 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port a0992ff1-31d3-4923-889f-50a337cbc2d9, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=a0992ff1-31d3-4923-889f-50a337cbc2d9,segment=NetworkSegment(d751559d-5565-473f-a10b-07ec42d05c7f),segment_id=d751559d-5565-473f-a10b-07ec42d05c7f)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:59:29.045615 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4264940-ebf1-44e2-b8cc-0524abf49075 req-1d02b92f-2afc-4f26-833a-169e7ad1e48c tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:29.047247 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-f4264940-ebf1-44e2-b8cc-0524abf49075 req-1d02b92f-2afc-4f26-833a-169e7ad1e48c tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 943 time: 0.1896954 Jun 29 10:59:29.078600 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-9598ec70-141b-497d-bcf5-35b1932ad44a req-e502c9da-4c68-4da5-bc7c-369fdc37f8bc tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446389 Jun 29 10:59:29.087162 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-3f067015-6013-40c4-a264-0bd8a7108f20 req-82fd0005-e351-42fe-9c80-b808907eca64 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:29.090522 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-f4264940-ebf1-44e2-b8cc-0524abf49075 req-f2320799-bda1-4e23-a8d2-fa29d4ea4d22 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366855 Jun 29 10:59:29.097725 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-07464b4e-3518-4601-9d78-43c9ec58bc87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:29.114333 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:29.117554 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-6cc154f1-372e-42b6-9688-b08dffe29fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:29.138471 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-3f067015-6013-40c4-a264-0bd8a7108f20 req-82fd0005-e351-42fe-9c80-b808907eca64 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957134 Jun 29 10:59:29.148620 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd0005-e351-42fe-9c80-b808907eca64 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e4beb5db-8c5e-4581-9782-722f7d0d7138,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:29.152150 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-82fd0005-e351-42fe-9c80-b808907eca64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:29.175796 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=a0992ff1-31d3-4923-889f-50a337cbc2d9,revision_number=5']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:29.179922 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:29.296902 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484a340-359b-41e4-a0db-cca9bbcc530f req-377be049-b431-49a1-969a-b532db42ae16 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:29.298656 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-e484a340-359b-41e4-a0db-cca9bbcc530f req-377be049-b431-49a1-969a-b532db42ae16 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 943 time: 0.0896251 Jun 29 10:59:29.310978 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1bd59b-d98e-4a61-a2ff-f119d4bfe47a req-92363b5b-cb1c-46ac-b98e-0b242b0681d0 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:29.313491 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-3d1bd59b-d98e-4a61-a2ff-f119d4bfe47a req-92363b5b-cb1c-46ac-b98e-0b242b0681d0 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/ports?device_id=4707594d-1e3a-40bc-9113-a231da3ff72c HTTP/1.1" status: 200 len: 946 time: 0.0956092 Jun 29 10:59:29.348191 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-e484a340-359b-41e4-a0db-cca9bbcc530f req-c2311f34-5655-48f0-ae41-968f1eee875e tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428798 Jun 29 10:59:29.358115 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-3d1bd59b-d98e-4a61-a2ff-f119d4bfe47a req-625cbb7d-7aa2-4821-9f9c-bde22e7a5643 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/security-groups?id=084ff85d-0624-4187-a2bf-fe975f84f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378225 Jun 29 10:59:29.537627 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device e62678a1-42e7-456b-90b5-da618443e4cc details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=105128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:59:29.638639 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port e62678a1-42e7-456b-90b5-da618443e4cc, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=e62678a1-42e7-456b-90b5-da618443e4cc,segment=NetworkSegment(1785eff2-c376-43ac-af63-f77881cdceb1),segment_id=1785eff2-c376-43ac-af63-f77881cdceb1)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:59:29.654450 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Returning: {'device': 'e62678a1-42e7-456b-90b5-da618443e4cc', 'network_id': '8d7f72c5-0ecd-48cd-ad50-7ae8533793ae', 'port_id': 'e62678a1-42e7-456b-90b5-da618443e4cc', 'mac_address': 'fa:16:3e:02:ae:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6175b8a-51af-4ce8-b7f0-839520dcb7e3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:59:29.698188 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:29.712313 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e62678a1-42e7-456b-90b5-da618443e4cc {{(pid=105128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:59:29.733512 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port e62678a1-42e7-456b-90b5-da618443e4cc, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=e62678a1-42e7-456b-90b5-da618443e4cc,segment=NetworkSegment(1785eff2-c376-43ac-af63-f77881cdceb1),segment_id=1785eff2-c376-43ac-af63-f77881cdceb1)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:59:29.812229 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:29.813089 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 5b88c357-7efe-434e-aca4-d6ad512c24aa details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=105128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:59:29.817200 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-9fa1e452-c75a-4aa2-8b57-41e95727a5b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:29.916858 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=e62678a1-42e7-456b-90b5-da618443e4cc,revision_number=4']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:29.920977 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:29.961505 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 5b88c357-7efe-434e-aca4-d6ad512c24aa, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=5b88c357-7efe-434e-aca4-d6ad512c24aa,segment=NetworkSegment(1205bcf5-bf51-4831-9bc0-f68083624420),segment_id=1205bcf5-bf51-4831-9bc0-f68083624420)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:59:29.973620 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Returning: {'device': '5b88c357-7efe-434e-aca4-d6ad512c24aa', 'network_id': '27be0f43-986d-406d-84c6-0e27a892cced', 'port_id': '5b88c357-7efe-434e-aca4-d6ad512c24aa', 'mac_address': 'fa:16:3e:cf:75:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:59:30.014993 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:30.028689 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b88c357-7efe-434e-aca4-d6ad512c24aa {{(pid=105128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:59:30.048634 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 5b88c357-7efe-434e-aca4-d6ad512c24aa, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=5b88c357-7efe-434e-aca4-d6ad512c24aa,segment=NetworkSegment(1205bcf5-bf51-4831-9bc0-f68083624420),segment_id=1205bcf5-bf51-4831-9bc0-f68083624420)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:59:30.166530 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:30.169660 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:30.173608 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4707594d-1e3a-40bc-9113-a231da3ff72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a93a5d-c570-409f-8309-f9020658a79e'}, {'server_uuid': 'e983a77e-84a0-4f70-95a2-cb590d75f2fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0992ff1-31d3-4923-889f-50a337cbc2d9'}] {{(pid=105128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:59:30.176299 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f554d8236d32e986c704cda53ac23f663e6b3c5228ed3933e2c5dc2c6a48410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1d0349-fed7-4b77-aefa-94530f31b0c4" -d '{"events": [{"server_uuid": "4707594d-1e3a-40bc-9113-a231da3ff72c", "name": "network-vif-plugged", "status": "completed", "tag": "29a93a5d-c570-409f-8309-f9020658a79e"}, {"server_uuid": "e983a77e-84a0-4f70-95a2-cb590d75f2fe", "name": "network-vif-plugged", "status": "completed", "tag": "a0992ff1-31d3-4923-889f-50a337cbc2d9"}]}' {{(pid=105128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:59:30.278784 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=5b88c357-7efe-434e-aca4-d6ad512c24aa,revision_number=4']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:30.286569 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:30.364331 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 50880) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:30.446907 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6adb4-bc17-4b34-9679-26c7fd706a7a req-8c8cd58d-6d49-41fd-a167-eb0f15a58c45 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:30.448418 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f9b6adb4-bc17-4b34-9679-26c7fd706a7a req-8c8cd58d-6d49-41fd-a167-eb0f15a58c45 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 944 time: 0.1771722 Jun 29 10:59:30.456713 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae184df8-65fe-4e50-80bd-16f3601b692b req-5372af47-763c-4c19-9a28-e3793cae288d tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:30.464766 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-ae184df8-65fe-4e50-80bd-16f3601b692b req-5372af47-763c-4c19-9a28-e3793cae288d tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=e983a77e-84a0-4f70-95a2-cb590d75f2fe HTTP/1.1" status: 200 len: 945 time: 0.1406691 Jun 29 10:59:30.506102 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f9b6adb4-bc17-4b34-9679-26c7fd706a7a req-6ac63e6c-3dd6-4311-8049-bc08d3649411 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447316 Jun 29 10:59:30.506319 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-ae184df8-65fe-4e50-80bd-16f3601b692b req-45d41244-6cbb-41f5-94a1-02a32814386d tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372069 Jun 29 10:59:30.506414 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-24eff93c-dea3-4392-b11c-c2d49d958224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:30.553161 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] get_ports_and_sgs() called for port_ids ['5b88c357-7efe-434e-aca4-d6ad512c24aa'] {{(pid=105128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:59:30.615972 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 29 Jun 2021 10:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8f3592-23ba-49af-93c7-73537a60ea2e x-openstack-request-id: req-cd8f3592-23ba-49af-93c7-73537a60ea2e {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:59:30.616278 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4707594d-1e3a-40bc-9113-a231da3ff72c", "name": "network-vif-plugged", "status": "completed", "tag": "29a93a5d-c570-409f-8309-f9020658a79e", "code": 200}, {"server_uuid": "e983a77e-84a0-4f70-95a2-cb590d75f2fe", "name": "network-vif-plugged", "status": "completed", "tag": "a0992ff1-31d3-4923-889f-50a337cbc2d9", "code": 200}]} {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:59:30.616523 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cd8f3592-23ba-49af-93c7-73537a60ea2e {{(pid=105128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:59:30.617002 dv-cinder-793515-4-smb neutron-server[105128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4707594d-1e3a-40bc-9113-a231da3ff72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a93a5d-c570-409f-8309-f9020658a79e', 'code': 200} Jun 29 10:59:30.617276 dv-cinder-793515-4-smb neutron-server[105128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e983a77e-84a0-4f70-95a2-cb590d75f2fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0992ff1-31d3-4923-889f-50a337cbc2d9', 'code': 200} Jun 29 10:59:30.620135 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] get_ports_and_sgs() called for port_ids ['e62678a1-42e7-456b-90b5-da618443e4cc'] {{(pid=105128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:59:30.690510 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-24eff93c-dea3-4392-b11c-c2d49d958224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:30.771408 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf047b9b-111e-42ab-82a3-d463208591b2 req-33314dbf-004b-4d6f-977f-fca03f64de29 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:30.779036 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec674a91-de14-4257-8bfa-bb35df2bd511 req-ad09cc14-ae01-48ae-b9d0-a9da84ae1f1d tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:30.779036 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-ec674a91-de14-4257-8bfa-bb35df2bd511 req-ad09cc14-ae01-48ae-b9d0-a9da84ae1f1d tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/ports?device_id=4707594d-1e3a-40bc-9113-a231da3ff72c HTTP/1.1" status: 200 len: 946 time: 0.1201451 Jun 29 10:59:30.779856 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-cf047b9b-111e-42ab-82a3-d463208591b2 req-33314dbf-004b-4d6f-977f-fca03f64de29 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 944 time: 0.1606157 Jun 29 10:59:30.804887 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-24eff93c-dea3-4392-b11c-c2d49d958224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:30.816594 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-9c6b8c83-2c88-4d12-b35b-f799782febfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:30.891822 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-ec674a91-de14-4257-8bfa-bb35df2bd511 req-a4edf0a0-e085-4a24-8313-e2e0450dde5a tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/security-groups?id=084ff85d-0624-4187-a2bf-fe975f84f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993950 Jun 29 10:59:30.959517 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-24eff93c-dea3-4392-b11c-c2d49d958224 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e0ded2b1202640a1bbb6383c6f887426&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5939102 Jun 29 10:59:30.962083 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 50896) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:30.995546 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eff93c-dea3-4392-b11c-c2d49d958224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d13672-d2bd-417e-9dc9-403d48f6b5fb,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:31.018156 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-24eff93c-dea3-4392-b11c-c2d49d958224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:31.046041 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-cf047b9b-111e-42ab-82a3-d463208591b2 req-12741a8b-79bf-443f-b258-f224039c3a38 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604651 Jun 29 10:59:31.057363 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f0acb655-c3e5-4161-9e9d-6656f3ee5534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:31.078561 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f0acb655-c3e5-4161-9e9d-6656f3ee5534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:31.257870 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f0acb655-c3e5-4161-9e9d-6656f3ee5534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:31.262308 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f0acb655-c3e5-4161-9e9d-6656f3ee5534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:31.263384 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-f0acb655-c3e5-4161-9e9d-6656f3ee5534 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/37d13672-d2bd-417e-9dc9-403d48f6b5fb HTTP/1.1" status: 204 len: 168 time: 0.3002124 Jun 29 10:59:31.266669 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:31.280385 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0acb655-c3e5-4161-9e9d-6656f3ee5534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d13672-d2bd-417e-9dc9-403d48f6b5fb,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:31.285586 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-f0acb655-c3e5-4161-9e9d-6656f3ee5534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:31.292930 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893ce68-61f7-45da-9b54-895120e7a43b req-de104575-ec61-43b2-89b7-3f04aedfb80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:31.296793 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-b893ce68-61f7-45da-9b54-895120e7a43b req-de104575-ec61-43b2-89b7-3f04aedfb80c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4707594d-1e3a-40bc-9113-a231da3ff72c HTTP/1.1" status: 200 len: 1099 time: 0.1088924 Jun 29 10:59:31.301585 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e2a09-a180-4668-92f3-a1e2e71c87be req-7d207d4f-9675-4066-98da-0830d0872041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:31.302950 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-3d6e2a09-a180-4668-92f3-a1e2e71c87be req-7d207d4f-9675-4066-98da-0830d0872041 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e983a77e-84a0-4f70-95a2-cb590d75f2fe HTTP/1.1" status: 200 len: 1098 time: 0.1150849 Jun 29 10:59:31.354062 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-b893ce68-61f7-45da-9b54-895120e7a43b req-b5e629f9-d57a-414e-8d80-bafb00e238c0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=084ff85d-0624-4187-a2bf-fe975f84f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501995 Jun 29 10:59:31.358014 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-3d6e2a09-a180-4668-92f3-a1e2e71c87be req-563fdb3f-adf7-48ec-b325-b95383f17e66 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477943 Jun 29 10:59:31.694035 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7b567-8ea0-46bb-ad5d-84e75ecace4b req-1ffa1c42-39c8-47a7-b49d-aa1645a13eaf tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:31.697207 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-70a7b567-8ea0-46bb-ad5d-84e75ecace4b req-1ffa1c42-39c8-47a7-b49d-aa1645a13eaf tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 944 time: 0.0720427 Jun 29 10:59:31.710003 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291792ee-ee16-4b29-8bc3-1bbc483ddaa6 req-3a646856-bc15-4615-9e3e-242dcb255b2a tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:31.711620 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-291792ee-ee16-4b29-8bc3-1bbc483ddaa6 req-3a646856-bc15-4615-9e3e-242dcb255b2a tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=e983a77e-84a0-4f70-95a2-cb590d75f2fe HTTP/1.1" status: 200 len: 945 time: 0.0915959 Jun 29 10:59:31.747609 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-70a7b567-8ea0-46bb-ad5d-84e75ecace4b req-383362ec-c2a2-472e-8319-1d91c99050aa tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382009 Jun 29 10:59:31.957028 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-291792ee-ee16-4b29-8bc3-1bbc483ddaa6 req-366a091e-a83f-4143-917f-98d512b0701a tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351301 Jun 29 10:59:32.106989 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45ffa8-89cc-490d-a9ae-acc0b75fb79a req-ee69ebfb-555a-4082-bc53-5fdcc20d422e tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:32.114888 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-ea45ffa8-89cc-490d-a9ae-acc0b75fb79a req-ee69ebfb-555a-4082-bc53-5fdcc20d422e tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/ports?device_id=4707594d-1e3a-40bc-9113-a231da3ff72c HTTP/1.1" status: 200 len: 946 time: 0.1012511 Jun 29 10:59:32.128009 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 50942) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:32.147862 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f641fd43-228a-4108-b7f6-3a42e8bf8b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:32.165936 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-ea45ffa8-89cc-490d-a9ae-acc0b75fb79a req-c7460bc2-3110-4699-b307-999839f0540c tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/security-groups?id=084ff85d-0624-4187-a2bf-fe975f84f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497315 Jun 29 10:59:32.284605 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6be8e-5c3a-442a-9f5d-004621f20498 req-f6780134-4047-4e4b-a993-57a5297c4a18 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:32.286045 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0ac6be8e-5c3a-442a-9f5d-004621f20498 req-f6780134-4047-4e4b-a993-57a5297c4a18 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 944 time: 0.1075096 Jun 29 10:59:32.299329 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.agents_db [None req-6227a327-39ba-4b2a-b4ab-7b0e2d6295dc None None] Agent healthcheck: found 6 active agents {{(pid=105129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:59:32.323002 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f641fd43-228a-4108-b7f6-3a42e8bf8b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:32.340700 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0ac6be8e-5c3a-442a-9f5d-004621f20498 req-e6f1cf9f-98e3-4e9d-9d0d-c99b92dd90fb tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489106 Jun 29 10:59:32.497650 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f641fd43-228a-4108-b7f6-3a42e8bf8b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:32.500511 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:32.541418 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641fd43-228a-4108-b7f6-3a42e8bf8b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bbe270-7811-4668-83fb-65a95b34433f,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:32.544738 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-f641fd43-228a-4108-b7f6-3a42e8bf8b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:32.547729 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-f641fd43-228a-4108-b7f6-3a42e8bf8b23 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7735aa1b961d47d181bf0216be74f018&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4182687 Jun 29 10:59:32.551333 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 50950) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:32.600258 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-80f79047-981b-4786-a6c3-452f1eb9f024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:32.620851 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-80f79047-981b-4786-a6c3-452f1eb9f024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:32.784255 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-80f79047-981b-4786-a6c3-452f1eb9f024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:32.788205 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-80f79047-981b-4786-a6c3-452f1eb9f024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:32.791998 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-80f79047-981b-4786-a6c3-452f1eb9f024 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/39bbe270-7811-4668-83fb-65a95b34433f HTTP/1.1" status: 204 len: 168 time: 0.2377295 Jun 29 10:59:32.791998 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:32.800191 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f79047-981b-4786-a6c3-452f1eb9f024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bbe270-7811-4668-83fb-65a95b34433f,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:32.802773 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-80f79047-981b-4786-a6c3-452f1eb9f024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:32.945416 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278634e-71d3-4ed7-9b7d-165891e516a0 req-51dffb38-1a6f-4369-9391-b6919917b1d1 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:32.946897 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-2278634e-71d3-4ed7-9b7d-165891e516a0 req-51dffb38-1a6f-4369-9391-b6919917b1d1 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 944 time: 0.0647531 Jun 29 10:59:32.986779 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-2278634e-71d3-4ed7-9b7d-165891e516a0 req-43fdbc12-0e6e-416e-a3dd-4861392a7aa8 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340137 Jun 29 10:59:33.211375 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861b055-d632-497a-b517-391b737c09f7 req-0b5e7391-3d05-42c1-8b0e-b23e33dce80c tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:33.214276 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-6861b055-d632-497a-b517-391b737c09f7 req-0b5e7391-3d05-42c1-8b0e-b23e33dce80c tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=e983a77e-84a0-4f70-95a2-cb590d75f2fe HTTP/1.1" status: 200 len: 945 time: 0.1141093 Jun 29 10:59:33.278376 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-6861b055-d632-497a-b517-391b737c09f7 req-c6e57b59-1947-4818-971d-b2db4bafbd8b tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561507 Jun 29 10:59:33.371981 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368779f-9306-4100-9e58-1710ca8da620 req-871b3f88-7427-41ff-9dd3-58c808c33320 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:33.379929 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-6368779f-9306-4100-9e58-1710ca8da620 req-871b3f88-7427-41ff-9dd3-58c808c33320 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/ports?device_id=4707594d-1e3a-40bc-9113-a231da3ff72c HTTP/1.1" status: 200 len: 946 time: 0.0794909 Jun 29 10:59:33.424670 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-6368779f-9306-4100-9e58-1710ca8da620 req-96bef03e-1d09-45d7-93bd-f2e415761d38 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/security-groups?id=084ff85d-0624-4187-a2bf-fe975f84f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429962 Jun 29 10:59:33.578610 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b75bd-56c9-4c6f-a6f7-6df7b8ae40ae req-1e928668-41c9-4137-b724-aa9b7ee08c98 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:33.580155 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-986b75bd-56c9-4c6f-a6f7-6df7b8ae40ae req-1e928668-41c9-4137-b724-aa9b7ee08c98 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 944 time: 0.0768945 Jun 29 10:59:33.589510 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 5b88c357-7efe-434e-aca4-d6ad512c24aa up at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:59:33.621848 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-986b75bd-56c9-4c6f-a6f7-6df7b8ae40ae req-3caab8b0-5dd5-41ba-9e7c-7ed381e23cb5 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355268 Jun 29 10:59:33.726040 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Provisioning for port 5b88c357-7efe-434e-aca4-d6ad512c24aa completed by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:59:33.729990 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Provisioning complete for port 5b88c357-7efe-434e-aca4-d6ad512c24aa triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:59:33.730374 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:33.829670 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:33.860092 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8e1144-9397-466f-b6cf-da84549aed76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b88c357-7efe-434e-aca4-d6ad512c24aa'}] {{(pid=105128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:59:33.863607 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f554d8236d32e986c704cda53ac23f663e6b3c5228ed3933e2c5dc2c6a48410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1769e79f-1e9f-4daf-ac06-ffb060c4777e" -d '{"events": [{"server_uuid": "8b8e1144-9397-466f-b6cf-da84549aed76", "name": "network-vif-plugged", "status": "completed", "tag": "5b88c357-7efe-434e-aca4-d6ad512c24aa"}]}' {{(pid=105128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:59:33.880645 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 5b88c357-7efe-434e-aca4-d6ad512c24aa, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=5b88c357-7efe-434e-aca4-d6ad512c24aa,segment=NetworkSegment(1205bcf5-bf51-4831-9bc0-f68083624420),segment_id=1205bcf5-bf51-4831-9bc0-f68083624420)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:59:33.913763 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1e198b-f419-480e-8171-14fab3f9cd5d x-openstack-request-id: req-ef1e198b-f419-480e-8171-14fab3f9cd5d {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:59:33.914367 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b8e1144-9397-466f-b6cf-da84549aed76", "name": "network-vif-plugged", "status": "completed", "tag": "5b88c357-7efe-434e-aca4-d6ad512c24aa", "code": 200}]} {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:59:33.915444 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ef1e198b-f419-480e-8171-14fab3f9cd5d {{(pid=105128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:59:33.915828 dv-cinder-793515-4-smb neutron-server[105128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8e1144-9397-466f-b6cf-da84549aed76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b88c357-7efe-434e-aca4-d6ad512c24aa', 'code': 200} Jun 29 10:59:33.966087 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:33.967257 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device e62678a1-42e7-456b-90b5-da618443e4cc up at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:59:33.973044 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-b482f880-e3c2-4bde-841b-bc104068b317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:34.079510 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=5b88c357-7efe-434e-aca4-d6ad512c24aa,revision_number=5']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:34.091318 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:34.218154 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 51014) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:34.224864 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Provisioning for port e62678a1-42e7-456b-90b5-da618443e4cc completed by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:59:34.235132 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Provisioning complete for port e62678a1-42e7-456b-90b5-da618443e4cc triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:59:34.235132 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:34.263486 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ad59f-2a57-445d-93b8-07ce63ae7e47 req-0aee8f9e-137e-43c7-a8b1-2501ee3200ba tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:34.277599 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7d9ad59f-2a57-445d-93b8-07ce63ae7e47 req-0aee8f9e-137e-43c7-a8b1-2501ee3200ba tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 945 time: 0.1021142 Jun 29 10:59:34.365082 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:34.422510 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port e62678a1-42e7-456b-90b5-da618443e4cc, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=e62678a1-42e7-456b-90b5-da618443e4cc,segment=NetworkSegment(1785eff2-c376-43ac-af63-f77881cdceb1),segment_id=1785eff2-c376-43ac-af63-f77881cdceb1)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:59:34.431165 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7d9ad59f-2a57-445d-93b8-07ce63ae7e47 req-c7fb5641-01b4-4718-96ff-a0923b9c4c80 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525867 Jun 29 10:59:34.500749 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-27227a82-6ea4-4bb6-a43a-d9dae2b940ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:34.510262 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:34.518087 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:34.548259 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed413c-dcaf-4fb2-aacd-c223d3145e9f req-cfa162d6-1499-4ca2-a80e-d45f8faa65cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:34.551695 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-efed413c-dcaf-4fb2-aacd-c223d3145e9f req-cfa162d6-1499-4ca2-a80e-d45f8faa65cc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 1098 time: 0.0679913 Jun 29 10:59:34.569337 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693758d5-3fce-4712-aa3d-41077a1df229 req-52eb1b49-1b13-486f-9e87-41336b117134 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:34.571112 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-693758d5-3fce-4712-aa3d-41077a1df229 req-52eb1b49-1b13-486f-9e87-41336b117134 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=e983a77e-84a0-4f70-95a2-cb590d75f2fe HTTP/1.1" status: 200 len: 945 time: 0.1290405 Jun 29 10:59:34.595167 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-efed413c-dcaf-4fb2-aacd-c223d3145e9f req-2d82dbb4-141f-487e-bda7-a18aa962e7b7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365207 Jun 29 10:59:34.596592 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=e62678a1-42e7-456b-90b5-da618443e4cc,revision_number=5']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:34.600069 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:34.632612 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-693758d5-3fce-4712-aa3d-41077a1df229 req-c1ae273f-223e-44c3-8da6-de552601ffc4 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513239 Jun 29 10:59:34.664301 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-27227a82-6ea4-4bb6-a43a-d9dae2b940ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:34.775264 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-27227a82-6ea4-4bb6-a43a-d9dae2b940ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:34.779277 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:34.862518 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27227a82-6ea4-4bb6-a43a-d9dae2b940ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795945fe-1ec1-4b89-8ba4-ee843ad81ada,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:34.886784 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-27227a82-6ea4-4bb6-a43a-d9dae2b940ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:34.892963 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95c1f0-f1ff-4307-b53e-1f2de06dd7c6 req-79d50453-0013-431a-bb47-c82557a61f1d tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:34.896021 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-af95c1f0-f1ff-4307-b53e-1f2de06dd7c6 req-79d50453-0013-431a-bb47-c82557a61f1d tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.1452053 Jun 29 10:59:34.897334 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 51040) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:34.897653 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-27227a82-6ea4-4bb6-a43a-d9dae2b940ca admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=22e64a7931e04f619c4ae17106586115&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6781905 Jun 29 10:59:34.966441 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-af95c1f0-f1ff-4307-b53e-1f2de06dd7c6 req-efd3475c-8407-4cb8-8a2b-0fee7eab4188 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599909 Jun 29 10:59:34.987055 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-85255008-14ea-4a13-a1a4-1be4ebf59742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:35.012029 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-85255008-14ea-4a13-a1a4-1be4ebf59742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:35.141988 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-85255008-14ea-4a13-a1a4-1be4ebf59742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:35.155396 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-85255008-14ea-4a13-a1a4-1be4ebf59742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:35.155396 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-85255008-14ea-4a13-a1a4-1be4ebf59742 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/795945fe-1ec1-4b89-8ba4-ee843ad81ada HTTP/1.1" status: 204 len: 168 time: 0.2523036 Jun 29 10:59:35.155396 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-8ed87a2a-00b2-4838-b71d-2f6173833b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:35.164628 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85255008-14ea-4a13-a1a4-1be4ebf59742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795945fe-1ec1-4b89-8ba4-ee843ad81ada,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:35.168944 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-85255008-14ea-4a13-a1a4-1be4ebf59742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:35.631250 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1338da7-8c7f-47f1-bde1-942d895f30de req-da9b613f-572e-4c58-82b2-04da27c05fc2 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:35.632828 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-d1338da7-8c7f-47f1-bde1-942d895f30de req-da9b613f-572e-4c58-82b2-04da27c05fc2 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 945 time: 0.0672419 Jun 29 10:59:35.670314 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-d1338da7-8c7f-47f1-bde1-942d895f30de req-2534f0bd-fe65-4089-92e2-3477f235a974 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318227 Jun 29 10:59:35.890325 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 51068) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:35.904064 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-340bb4a0-259b-4a4f-a67d-a9bf54e2473c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:35.917180 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5189c7-b69a-4893-8b72-303f36c9e13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62678a1-42e7-456b-90b5-da618443e4cc'}] {{(pid=105128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:59:35.919572 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f554d8236d32e986c704cda53ac23f663e6b3c5228ed3933e2c5dc2c6a48410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca2076e-c96b-400a-88cd-36d337c42204" -d '{"events": [{"server_uuid": "5c5189c7-b69a-4893-8b72-303f36c9e13c", "name": "network-vif-plugged", "status": "completed", "tag": "e62678a1-42e7-456b-90b5-da618443e4cc"}]}' {{(pid=105128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:59:35.960003 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbbbc94-d026-47e9-b1ed-5b60f48bdcc3 x-openstack-request-id: req-6bbbbc94-d026-47e9-b1ed-5b60f48bdcc3 {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:59:35.961563 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c5189c7-b69a-4893-8b72-303f36c9e13c", "name": "network-vif-plugged", "status": "completed", "tag": "e62678a1-42e7-456b-90b5-da618443e4cc", "code": 200}]} {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:59:35.961563 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6bbbbc94-d026-47e9-b1ed-5b60f48bdcc3 {{(pid=105128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:59:35.961563 dv-cinder-793515-4-smb neutron-server[105128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5189c7-b69a-4893-8b72-303f36c9e13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62678a1-42e7-456b-90b5-da618443e4cc', 'code': 200} Jun 29 10:59:36.008895 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-340bb4a0-259b-4a4f-a67d-a9bf54e2473c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:36.074338 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-340bb4a0-259b-4a4f-a67d-a9bf54e2473c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:36.086016 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-378df2e8-1b8f-4f02-98c6-94f76e1a1735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:36.124417 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-340bb4a0-259b-4a4f-a67d-a9bf54e2473c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f58710a121e34c9da4aa8524d698c790&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329311 Jun 29 10:59:36.129364 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 51076) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:36.149510 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340bb4a0-259b-4a4f-a67d-a9bf54e2473c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d83f849-af44-4e42-adac-6bed47801c2b,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:36.152859 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-340bb4a0-259b-4a4f-a67d-a9bf54e2473c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:36.188201 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-e26aec82-2fe5-42bf-af8b-c1a0fdb74c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:36.190926 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356cab02-a7bc-421d-a853-4b22f6cfc551 req-4fd54be1-2dbc-4075-b2ad-c526c977777f tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:36.198090 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-356cab02-a7bc-421d-a853-4b22f6cfc551 req-4fd54be1-2dbc-4075-b2ad-c526c977777f tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.0922859 Jun 29 10:59:36.215336 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-e26aec82-2fe5-42bf-af8b-c1a0fdb74c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:36.244990 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-356cab02-a7bc-421d-a853-4b22f6cfc551 req-676076ec-66a8-4847-a0ca-4af38a2b1f77 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459523 Jun 29 10:59:36.269050 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-1ea062e4-358a-4009-82be-747d363cee73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:36.388333 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-e26aec82-2fe5-42bf-af8b-c1a0fdb74c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:36.390901 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-e26aec82-2fe5-42bf-af8b-c1a0fdb74c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:36.392691 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-e26aec82-2fe5-42bf-af8b-c1a0fdb74c16 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7d83f849-af44-4e42-adac-6bed47801c2b HTTP/1.1" status: 204 len: 168 time: 0.2609794 Jun 29 10:59:36.394165 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-80f79047-981b-4786-a6c3-452f1eb9f024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:36.403693 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26aec82-2fe5-42bf-af8b-c1a0fdb74c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d83f849-af44-4e42-adac-6bed47801c2b,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:36.405984 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-e26aec82-2fe5-42bf-af8b-c1a0fdb74c16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:36.507962 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f0644-29e7-4a41-9e75-fd41e399bfce req-3c07c382-0c49-4e74-923e-a85fd74e095e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:36.509496 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-807f0644-29e7-4a41-9e75-fd41e399bfce req-3c07c382-0c49-4e74-923e-a85fd74e095e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 1098 time: 0.0613787 Jun 29 10:59:36.545615 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-807f0644-29e7-4a41-9e75-fd41e399bfce req-7eb4ea05-abd9-4776-8f26-21ea00543a0c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296357 Jun 29 10:59:36.878442 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4dbee-7eb7-4342-86f7-13ab648116a6 req-25d0eadf-e478-42be-9cbf-e6f880f9bc41 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:36.880240 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-48c4dbee-7eb7-4342-86f7-13ab648116a6 req-25d0eadf-e478-42be-9cbf-e6f880f9bc41 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 945 time: 0.0932667 Jun 29 10:59:36.923230 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-48c4dbee-7eb7-4342-86f7-13ab648116a6 req-64a6cdfd-5bcf-4741-94d8-1c732c32d0f7 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369961 Jun 29 10:59:37.106783 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf9396-41b3-4358-8010-c85ace55ea7a req-57c77233-eabb-493d-bc10-e884da508082 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:37.108241 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-b4bf9396-41b3-4358-8010-c85ace55ea7a req-57c77233-eabb-493d-bc10-e884da508082 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 945 time: 0.0675323 Jun 29 10:59:37.117797 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 51110) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:37.122490 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [None req-edceaa86-60c5-4171-9170-016333334402 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Request body: {'floatingip': {'port_id': '5b88c357-7efe-434e-aca4-d6ad512c24aa'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:59:37.206834 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-edceaa86-60c5-4171-9170-016333334402 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks [] for floatingip, before_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:37.530861 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e89df-e799-4b71-9a02-3dc2cb073fd7 req-63b83dea-324c-41d9-9a26-03957fb0215e tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:37.532667 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-276e89df-e799-4b71-9a02-3dc2cb073fd7 req-63b83dea-324c-41d9-9a26-03957fb0215e tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.1768312 Jun 29 10:59:37.715028 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-276e89df-e799-4b71-9a02-3dc2cb073fd7 req-fa83f051-b932-4860-af23-f068f8502187 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474612 Jun 29 10:59:37.733913 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 51140) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:37.859657 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-0a92034a-0543-47fd-bb92-6c3c70b79033 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-288684194-network', 'tenant_id': '737cf20468374c56b5bf667ed6dc1af8'}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:59:37.954495 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a92034a-0543-47fd-bb92-6c3c70b79033 admin admin] Made reservation on behalf of 737cf20468374c56b5bf667ed6dc1af8 for: {'network': 1} {{(pid=105126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:59:37.971989 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-0a92034a-0543-47fd-bb92-6c3c70b79033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for network, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:37.984371 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-0a92034a-0543-47fd-bb92-6c3c70b79033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:38.120533 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-0a92034a-0543-47fd-bb92-6c3c70b79033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:38.178588 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-edceaa86-60c5-4171-9170-016333334402 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:38.245842 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-0a92034a-0543-47fd-bb92-6c3c70b79033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:38.249809 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:38.270188 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a92034a-0543-47fd-bb92-6c3c70b79033 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=105126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:59:38.288070 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92034a-0543-47fd-bb92-6c3c70b79033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb90155-a153-4b27-ada8-a777450edeed,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:38.293468 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-0a92034a-0543-47fd-bb92-6c3c70b79033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:38.303487 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-0a92034a-0543-47fd-bb92-6c3c70b79033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790'] for segment, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:38.303487 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.db.segments_db [None req-0a92034a-0543-47fd-bb92-6c3c70b79033 admin admin] Added segment 64b4cb38-7e11-4561-a8c9-40aa0546c61d of type vlan for network c38cfd39-f5ff-4f74-90c8-7b8933a30edd Jun 29 10:59:38.320121 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-edceaa86-60c5-4171-9170-016333334402 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606879'] for floatingip, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:38.336413 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-0a92034a-0543-47fd-bb92-6c3c70b79033 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761935103034'] for network, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:38.433898 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.db.l3_db [None req-edceaa86-60c5-4171-9170-016333334402 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Floating IP f90e8d1c-1b52-45e0-9f65-596360f8ee36 associated. External IP: 172.28.3.36, port: 5b88c357-7efe-434e-aca4-d6ad512c24aa. Jun 29 10:59:38.456735 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-0a92034a-0543-47fd-bb92-6c3c70b79033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116'] for network, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:38.458559 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a92034a-0543-47fd-bb92-6c3c70b79033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:38.459409 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-0a92034a-0543-47fd-bb92-6c3c70b79033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for network, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:38.463554 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:38.529809 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92034a-0543-47fd-bb92-6c3c70b79033 admin admin] Pushing event updated for resources: {'Network': ['ID=c38cfd39-f5ff-4f74-90c8-7b8933a30edd,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:38.534611 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-0a92034a-0543-47fd-bb92-6c3c70b79033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:38.541511 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Network c38cfd39-f5ff-4f74-90c8-7b8933a30edd details requested by agent ovs-agent-dv-cinder-793515-4-smb with host dv-cinder-793515-4-smb {{(pid=105128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:59:38.658393 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-0a92034a-0543-47fd-bb92-6c3c70b79033 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9233608 Jun 29 10:59:38.661793 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 51166) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:38.666830 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-32a2ea5f-0e76-4fa3-a385-f88f2dba4cb6 admin admin] Request body: {'subnet': {'network_id': 'c38cfd39-f5ff-4f74-90c8-7b8933a30edd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-288684194-subnet', 'tenant_id': '737cf20468374c56b5bf667ed6dc1af8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:59:38.688745 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edceaa86-60c5-4171-9170-016333334402 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Router fbeb5745-410b-40fb-880f-b8e114e79470 has already been hosted by L3 agent 3b2ad6f0-f3d9-4012-ac35-d330af5e0962 {{(pid=105127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:59:38.759689 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a2ea5f-0e76-4fa3-a385-f88f2dba4cb6 admin admin] Made reservation on behalf of 737cf20468374c56b5bf667ed6dc1af8 for: {'subnet': 1} {{(pid=105126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:59:38.762297 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-32a2ea5f-0e76-4fa3-a385-f88f2dba4cb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132084208'] for subnet, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:38.820247 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edceaa86-60c5-4171-9170-016333334402 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify agent at l3_agent.dv-cinder-793515-4-smb the message routers_updated {{(pid=105127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:59:38.825465 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-edceaa86-60c5-4171-9170-016333334402 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for floatingip, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:38.838543 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c93374d-5d62-41cd-b5bb-77e756418a36 None None] Sync routers for ids ['fbeb5745-410b-40fb-880f-b8e114e79470'] in dv-cinder-793515-4-smb {{(pid=105129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:59:38.845709 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-f3daeacd-2b55-4a65-88d3-4023a39285b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:38.863036 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c93374d-5d62-41cd-b5bb-77e756418a36 None None] Routers {'fbeb5745-410b-40fb-880f-b8e114e79470'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:59:38.863749 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-5c93374d-5d62-41cd-b5bb-77e756418a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T10:59:09Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['fbeb5745-410b-40fb-880f-b8e114e79470'], 'active': True} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:59:38.903027 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-edceaa86-60c5-4171-9170-016333334402 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "PUT /v2.0/floatingips/f90e8d1c-1b52-45e0-9f65-596360f8ee36 HTTP/1.1" status: 200 len: 990 time: 1.7841067 Jun 29 10:59:38.904776 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b8e1144-9397-466f-b6cf-da84549aed76', 'tag': '5b88c357-7efe-434e-aca4-d6ad512c24aa'}] {{(pid=105127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:59:38.910808 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51926c8a96ac3dcbe8a9a7c61d1f1b13ee7346919254cfc90a12d4d270e3eabf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aecdcf7-2b67-4690-a826-ca3f15d0fb96" -d '{"events": [{"name": "network-changed", "server_uuid": "8b8e1144-9397-466f-b6cf-da84549aed76", "tag": "5b88c357-7efe-434e-aca4-d6ad512c24aa"}]}' {{(pid=105127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:59:38.992388 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvr_db [None req-5c93374d-5d62-41cd-b5bb-77e756418a36 None None] Set router fbeb5745-410b-40fb-880f-b8e114e79470 gateway port host: dv-cinder-793515-4-smb {{(pid=105129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:59:38.994359 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:39.055954 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef604de7-0c02-4ced-bfea-5125d566ef13 req-91f94aad-0806-4e46-964d-40148e3c6549 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:39.057703 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-ef604de7-0c02-4ced-bfea-5125d566ef13 req-91f94aad-0806-4e46-964d-40148e3c6549 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.1903465 Jun 29 10:59:39.126805 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488836cf-cb8b-45f7-838d-5a04dd788515 x-openstack-request-id: req-488836cf-cb8b-45f7-838d-5a04dd788515 {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:59:39.127221 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b8e1144-9397-466f-b6cf-da84549aed76", "tag": "5b88c357-7efe-434e-aca4-d6ad512c24aa", "status": "completed", "code": 200}]} {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:59:39.127617 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-488836cf-cb8b-45f7-838d-5a04dd788515 {{(pid=105127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:59:39.128388 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b8e1144-9397-466f-b6cf-da84549aed76', 'tag': '5b88c357-7efe-434e-aca4-d6ad512c24aa', 'status': 'completed', 'code': 200} Jun 29 10:59:39.129508 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-ef604de7-0c02-4ced-bfea-5125d566ef13 req-e7b8161e-f60e-41a6-857f-0160faa041c1 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626638 Jun 29 10:59:39.143951 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-32a2ea5f-0e76-4fa3-a385-f88f2dba4cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131239571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131955210'] for subnet, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:39.153239 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-fe0076f6-d7cc-4f09-85fc-0187b5e0e56f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:39.257117 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a2ea5f-0e76-4fa3-a385-f88f2dba4cb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=174036bc-9058-4821-9121-c1ab9a85b426,revision_number=0']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:39.265011 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-32a2ea5f-0e76-4fa3-a385-f88f2dba4cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:39.285287 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a2ea5f-0e76-4fa3-a385-f88f2dba4cb6 admin admin] Checking segment: {'id': '64b4cb38-7e11-4561-a8c9-40aa0546c61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c38cfd39-f5ff-4f74-90c8-7b8933a30edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:59:39.285287 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a2ea5f-0e76-4fa3-a385-f88f2dba4cb6 admin admin] Network hostable DHCP agents. Network: c38cfd39-f5ff-4f74-90c8-7b8933a30edd, hostable agents: ['c0824d2b-2f6c-4dc3-a849-d7b48d525e7a'], hosted agents: [] {{(pid=105126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:59:39.327468 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecdcf7-2b67-4690-a826-ca3f15d0fb96 req-28f4a02e-8eb3-4199-a748-6027bb88542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:39.329031 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-1aecdcf7-2b67-4690-a826-ca3f15d0fb96 req-28f4a02e-8eb3-4199-a748-6027bb88542b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e126c6330d743c8b924fb706c06677b&device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 1098 time: 0.0892546 Jun 29 10:59:39.390808 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-5c93374d-5d62-41cd-b5bb-77e756418a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'name': 'tempest-AttachVolumeTestJSON-219027742-router', 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.82'}], 'enable_snat': True}, 'gw_port_id': '543fbc8c-a977-4cf3-9612-bbdb724173d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:58:52Z', 'updated_at': '2021-06-29T10:58:59Z', 'revision_number': 4, 'project_id': '2e126c6330d743c8b924fb706c06677b', 'gw_port': {'id': '543fbc8c-a977-4cf3-9612-bbdb724173d1', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:58:53Z', 'updated_at': '2021-06-29T10:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_floatingips': [{'id': 'f90e8d1c-1b52-45e0-9f65-596360f8ee36', 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'floating_ip_address': '172.28.3.36', 'floating_network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'router_id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'port_id': '5b88c357-7efe-434e-aca4-d6ad512c24aa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27be0f43-986d-406d-84c6-0e27a892cced', 'mac_address': 'fa:16:3e:cf:75:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8e1144-9397-466f-b6cf-da84549aed76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:59:10Z', 'updated_at': '2021-06-29T10:59:37Z', 'revision_number': 1, 'project_id': '2e126c6330d743c8b924fb706c06677b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de12757a-329b-46d4-ad31-49b102f5fe06', 'name': '', 'network_id': '27be0f43-986d-406d-84c6-0e27a892cced', 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'mac_address': 'fa:16:3e:05:db:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:58:57Z', 'updated_at': '2021-06-29T10:59:07Z', 'revision_number': 5, 'project_id': '2e126c6330d743c8b924fb706c06677b', 'subnets': [{'id': '4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:59:39.405158 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a2ea5f-0e76-4fa3-a385-f88f2dba4cb6 admin admin] Network c38cfd39-f5ff-4f74-90c8-7b8933a30edd is scheduled to be hosted by DHCP agent c0824d2b-2f6c-4dc3-a849-d7b48d525e7a with binding_index 1 {{(pid=105126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:59:39.420444 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c93374d-5d62-41cd-b5bb-77e756418a36 None None] Checking router: fbeb5745-410b-40fb-880f-b8e114e79470 for host: dv-cinder-793515-4-smb {{(pid=105129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:59:39.427371 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecdcf7-2b67-4690-a826-ca3f15d0fb96 req-b7a30496-832e-406d-9d2c-6cdba105d745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:39.428855 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-1aecdcf7-2b67-4690-a826-ca3f15d0fb96 req-b7a30496-832e-406d-9d2c-6cdba105d745 service neutron] 10.222.0.42 "GET /v2.0/networks?id=27be0f43-986d-406d-84c6-0e27a892cced HTTP/1.1" status: 200 len: 911 time: 0.0916655 Jun 29 10:59:39.429510 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c93374d-5d62-41cd-b5bb-77e756418a36 None None] Routers {'fbeb5745-410b-40fb-880f-b8e114e79470'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:59:39.430127 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-5c93374d-5d62-41cd-b5bb-77e756418a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T10:59:39Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['fbeb5745-410b-40fb-880f-b8e114e79470'], 'active': True} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:59:39.497072 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.base_scheduler [None req-32a2ea5f-0e76-4fa3-a385-f88f2dba4cb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-4-smb, c38cfd39-f5ff-4f74-90c8-7b8933a30edd) {{(pid=105126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:59:39.504294 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a2ea5f-0e76-4fa3-a385-f88f2dba4cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:39.509747 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0421296-b93e-42b1-8381-c6e7b8817766 None None] Network c38cfd39-f5ff-4f74-90c8-7b8933a30edd requested from dv-cinder-793515-4-smb {{(pid=105128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:59:39.522638 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-32a2ea5f-0e76-4fa3-a385-f88f2dba4cb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:39.537760 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-1aecdcf7-2b67-4690-a826-ca3f15d0fb96 req-a9a59751-22b4-4d65-a80c-b00ef933eb31 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b88c357-7efe-434e-aca4-d6ad512c24aa HTTP/1.1" status: 200 len: 998 time: 0.1019518 Jun 29 10:59:39.556042 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvr_db [None req-5c93374d-5d62-41cd-b5bb-77e756418a36 None None] Set router fbeb5745-410b-40fb-880f-b8e114e79470 gateway port host: dv-cinder-793515-4-smb {{(pid=105129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:59:39.597318 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecdcf7-2b67-4690-a826-ca3f15d0fb96 req-0774055c-7961-4574-9c47-4b0c20034a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:39.599123 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-1aecdcf7-2b67-4690-a826-ca3f15d0fb96 req-0774055c-7961-4574-9c47-4b0c20034a68 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6 HTTP/1.1" status: 200 len: 849 time: 0.0463023 Jun 29 10:59:39.600721 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-32a2ea5f-0e76-4fa3-a385-f88f2dba4cb6 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9378021 Jun 29 10:59:39.650339 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29f5748-8431-4a5c-bac8-d3aa93c69815 None None] Network c38cfd39-f5ff-4f74-90c8-7b8933a30edd requested from dv-cinder-793515-4-smb {{(pid=105128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:59:39.682413 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecdcf7-2b67-4690-a826-ca3f15d0fb96 req-98ea4745-0ebc-404a-899e-4598c22b7180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:39.685162 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-1aecdcf7-2b67-4690-a826-ca3f15d0fb96 req-98ea4745-0ebc-404a-899e-4598c22b7180 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=27be0f43-986d-406d-84c6-0e27a892cced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0673199 Jun 29 10:59:39.887561 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-1aecdcf7-2b67-4690-a826-ca3f15d0fb96 req-560c839a-812c-4a89-83ae-eeacf8114705 service neutron] 10.222.0.42 "GET /v2.0/networks/27be0f43-986d-406d-84c6-0e27a892cced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920805 Jun 29 10:59:39.920675 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5d9ab-352a-482a-b57d-0e7fe8dbc29c req-7deefc46-385e-4165-839b-9c115c7795ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:39.923222 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a8f5d9ab-352a-482a-b57d-0e7fe8dbc29c req-7deefc46-385e-4165-839b-9c115c7795ef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6299943bac064fd7b1103e93d469d653&device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 1098 time: 0.0751524 Jun 29 10:59:39.925347 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-5c93374d-5d62-41cd-b5bb-77e756418a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'name': 'tempest-AttachVolumeTestJSON-219027742-router', 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.82'}], 'enable_snat': True}, 'gw_port_id': '543fbc8c-a977-4cf3-9612-bbdb724173d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:58:52Z', 'updated_at': '2021-06-29T10:58:59Z', 'revision_number': 4, 'project_id': '2e126c6330d743c8b924fb706c06677b', 'gw_port': {'id': '543fbc8c-a977-4cf3-9612-bbdb724173d1', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:58:53Z', 'updated_at': '2021-06-29T10:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_floatingips': [{'id': 'f90e8d1c-1b52-45e0-9f65-596360f8ee36', 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'floating_ip_address': '172.28.3.36', 'floating_network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'router_id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'port_id': '5b88c357-7efe-434e-aca4-d6ad512c24aa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27be0f43-986d-406d-84c6-0e27a892cced', 'mac_address': 'fa:16:3e:cf:75:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8e1144-9397-466f-b6cf-da84549aed76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:59:10Z', 'updated_at': '2021-06-29T10:59:37Z', 'revision_number': 1, 'project_id': '2e126c6330d743c8b924fb706c06677b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de12757a-329b-46d4-ad31-49b102f5fe06', 'name': '', 'network_id': '27be0f43-986d-406d-84c6-0e27a892cced', 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'mac_address': 'fa:16:3e:05:db:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:58:57Z', 'updated_at': '2021-06-29T10:59:07Z', 'revision_number': 5, 'project_id': '2e126c6330d743c8b924fb706c06677b', 'subnets': [{'id': '4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:59:39.943451 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bee80d-b798-4672-ba26-ecd152fb9eed req-6c0cdde4-8651-4a6e-b319-4598027b276d tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:39.945146 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-84bee80d-b798-4672-ba26-ecd152fb9eed req-6c0cdde4-8651-4a6e-b319-4598027b276d tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.1028068 Jun 29 10:59:39.983282 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c93374d-5d62-41cd-b5bb-77e756418a36 None None] The sync data for ids ['fbeb5745-410b-40fb-880f-b8e114e79470'] in dv-cinder-793515-4-smb is: [{'id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'name': 'tempest-AttachVolumeTestJSON-219027742-router', 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.82'}], 'enable_snat': True}, 'gw_port_id': '543fbc8c-a977-4cf3-9612-bbdb724173d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:58:52Z', 'updated_at': '2021-06-29T10:58:59Z', 'revision_number': 4, 'project_id': '2e126c6330d743c8b924fb706c06677b', 'gw_port': {'id': '543fbc8c-a977-4cf3-9612-bbdb724173d1', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:58:53Z', 'updated_at': '2021-06-29T10:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_floatingips': [{'id': 'f90e8d1c-1b52-45e0-9f65-596360f8ee36', 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'floating_ip_address': '172.28.3.36', 'floating_network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'router_id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'port_id': '5b88c357-7efe-434e-aca4-d6ad512c24aa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27be0f43-986d-406d-84c6-0e27a892cced', 'mac_address': 'fa:16:3e:cf:75:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8e1144-9397-466f-b6cf-da84549aed76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:59:10Z', 'updated_at': '2021-06-29T10:59:37Z', 'revision_number': 1, 'project_id': '2e126c6330d743c8b924fb706c06677b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de12757a-329b-46d4-ad31-49b102f5fe06', 'name': '', 'network_id': '27be0f43-986d-406d-84c6-0e27a892cced', 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'mac_address': 'fa:16:3e:05:db:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:58:57Z', 'updated_at': '2021-06-29T10:59:07Z', 'revision_number': 5, 'project_id': '2e126c6330d743c8b924fb706c06677b', 'subnets': [{'id': '4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:59:40.023511 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-84bee80d-b798-4672-ba26-ecd152fb9eed req-561a40ef-e6c2-4715-8389-e138da73b28b tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704720 Jun 29 10:59:40.176481 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:40.183419 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-1aecdcf7-2b67-4690-a826-ca3f15d0fb96 req-3ad348b6-316d-490a-a3da-12794f617134 service neutron] 10.222.0.42 "GET /v2.0/networks/27be0f43-986d-406d-84c6-0e27a892cced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192645 Jun 29 10:59:40.183419 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5d9ab-352a-482a-b57d-0e7fe8dbc29c req-634b7bfa-39b3-422e-a23c-61ba53b393d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:40.186249 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a8f5d9ab-352a-482a-b57d-0e7fe8dbc29c req-634b7bfa-39b3-422e-a23c-61ba53b393d9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8d7f72c5-0ecd-48cd-ad50-7ae8533793ae HTTP/1.1" status: 200 len: 919 time: 0.2237949 Jun 29 10:59:40.262815 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a8f5d9ab-352a-482a-b57d-0e7fe8dbc29c req-3104cdf6-d3bb-492b-9a13-9e772f85c19a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e62678a1-42e7-456b-90b5-da618443e4cc HTTP/1.1" status: 200 len: 217 time: 0.0516958 Jun 29 10:59:40.321397 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5d9ab-352a-482a-b57d-0e7fe8dbc29c req-45ee8e77-27be-48fe-985d-9bc660b1a7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:40.322900 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a8f5d9ab-352a-482a-b57d-0e7fe8dbc29c req-45ee8e77-27be-48fe-985d-9bc660b1a7bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b6175b8a-51af-4ce8-b7f0-839520dcb7e3 HTTP/1.1" status: 200 len: 858 time: 0.0540199 Jun 29 10:59:40.346533 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9994a41-1d03-444e-b9ad-8ae199c9bd1e None None] New status for floating IP f90e8d1c-1b52-45e0-9f65-596360f8ee36: ACTIVE {{(pid=105128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:59:40.376762 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a8f5d9ab-352a-482a-b57d-0e7fe8dbc29c req-f47649e0-cba0-4a15-8869-85a68f05236e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8d7f72c5-0ecd-48cd-ad50-7ae8533793ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285680 Jun 29 10:59:40.489301 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a8f5d9ab-352a-482a-b57d-0e7fe8dbc29c req-683c77a7-e1c2-4a4c-bf97-cf8915070240 service neutron] 10.222.0.42 "GET /v2.0/networks/8d7f72c5-0ecd-48cd-ad50-7ae8533793ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911295 Jun 29 10:59:40.533844 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 51220) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:40.539164 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-7b0f35dc-e499-402b-b0c5-f80c2204af43 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-985796313-network', 'tenant_id': 'ecdbe88891244802bfb6acb9d6378f7a'}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:59:40.645661 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0f35dc-e499-402b-b0c5-f80c2204af43 admin admin] Made reservation on behalf of ecdbe88891244802bfb6acb9d6378f7a for: {'network': 1} {{(pid=105126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:59:40.648579 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-7b0f35dc-e499-402b-b0c5-f80c2204af43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for network, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:40.659061 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-7b0f35dc-e499-402b-b0c5-f80c2204af43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:40.662126 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a8f5d9ab-352a-482a-b57d-0e7fe8dbc29c req-fd80b8a5-5993-4e1b-8ece-d42200efb9fa service neutron] 10.222.0.42 "GET /v2.0/networks/8d7f72c5-0ecd-48cd-ad50-7ae8533793ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353459 Jun 29 10:59:40.762464 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-7b0f35dc-e499-402b-b0c5-f80c2204af43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:40.801260 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 51226) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:40.868469 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-7b0f35dc-e499-402b-b0c5-f80c2204af43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:40.873810 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-24eff93c-dea3-4392-b11c-c2d49d958224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:40.891736 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b0f35dc-e499-402b-b0c5-f80c2204af43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=105126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:59:40.908228 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f35dc-e499-402b-b0c5-f80c2204af43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51263018-63e9-47fd-8c59-7a3a47c29866,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:40.911805 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-7b0f35dc-e499-402b-b0c5-f80c2204af43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790'] for segment, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:40.912144 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.db.segments_db [None req-7b0f35dc-e499-402b-b0c5-f80c2204af43 admin admin] Added segment 9cca7b08-b108-4369-b953-c1834d4afffa of type vlan for network 717da4e2-857c-4cd8-91ea-df09b27bcd22 Jun 29 10:59:40.913880 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-7b0f35dc-e499-402b-b0c5-f80c2204af43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:40.965550 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-7b0f35dc-e499-402b-b0c5-f80c2204af43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761935103034'] for network, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:40.974419 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-3286a70d-972c-4bfb-8d4d-811fcef994b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:41.255411 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-7b0f35dc-e499-402b-b0c5-f80c2204af43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116'] for network, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:41.269929 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0f35dc-e499-402b-b0c5-f80c2204af43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:41.270521 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-7b0f35dc-e499-402b-b0c5-f80c2204af43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for network, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:41.295660 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:41.298861 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-3286a70d-972c-4bfb-8d4d-811fcef994b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:41.359748 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f35dc-e499-402b-b0c5-f80c2204af43 admin admin] Pushing event updated for resources: {'Network': ['ID=717da4e2-857c-4cd8-91ea-df09b27bcd22,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:41.363592 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-7b0f35dc-e499-402b-b0c5-f80c2204af43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:41.370958 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Network 717da4e2-857c-4cd8-91ea-df09b27bcd22 details requested by agent ovs-agent-dv-cinder-793515-4-smb with host dv-cinder-793515-4-smb {{(pid=105128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:59:41.388382 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574c0eb-b318-4914-b44e-fde51e63e5d4 req-3d1248fe-a52f-406a-96a3-02c709e62d7e tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:41.389963 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-c574c0eb-b318-4914-b44e-fde51e63e5d4 req-3d1248fe-a52f-406a-96a3-02c709e62d7e tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.1409292 Jun 29 10:59:41.450183 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-3286a70d-972c-4bfb-8d4d-811fcef994b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:41.458885 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-7b0f35dc-e499-402b-b0c5-f80c2204af43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:41.463039 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-c574c0eb-b318-4914-b44e-fde51e63e5d4 req-7313a0d5-7894-4967-a59d-2f1f281ce0d0 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593963 Jun 29 10:59:41.494682 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-3286a70d-972c-4bfb-8d4d-811fcef994b9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a2d7798935ad4f72a6bd5109b0de284b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6899254 Jun 29 10:59:41.494682 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286a70d-972c-4bfb-8d4d-811fcef994b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612819c8-f6e8-43ee-b6fa-6e5d24ecfe7b,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:41.495168 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 51242) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:41.497468 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-3286a70d-972c-4bfb-8d4d-811fcef994b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:41.500405 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-7b0f35dc-e499-402b-b0c5-f80c2204af43 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9644623 Jun 29 10:59:41.503000 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 51244) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:41.507879 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [None req-1af7ef6c-f969-402b-ba0f-8bd0fa8f757e admin admin] Request body: {'subnet': {'network_id': '717da4e2-857c-4cd8-91ea-df09b27bcd22', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-985796313-subnet', 'tenant_id': 'ecdbe88891244802bfb6acb9d6378f7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:59:41.566440 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-e96d634e-f219-4879-8ea7-d664e82af7ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:41.588323 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-e96d634e-f219-4879-8ea7-d664e82af7ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:41.639722 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af7ef6c-f969-402b-ba0f-8bd0fa8f757e admin admin] Made reservation on behalf of ecdbe88891244802bfb6acb9d6378f7a for: {'subnet': 1} {{(pid=105127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:59:41.641980 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-1af7ef6c-f969-402b-ba0f-8bd0fa8f757e admin admin] Notify callbacks [] for subnet, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:41.669426 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:41.721612 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-e96d634e-f219-4879-8ea7-d664e82af7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:41.724126 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-e96d634e-f219-4879-8ea7-d664e82af7ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:41.725292 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-e96d634e-f219-4879-8ea7-d664e82af7ba admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/612819c8-f6e8-43ee-b6fa-6e5d24ecfe7b HTTP/1.1" status: 204 len: 168 time: 0.2291226 Jun 29 10:59:41.727139 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-225b184f-d2c1-43d8-8d3f-13407c717bf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:41.740628 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d634e-f219-4879-8ea7-d664e82af7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612819c8-f6e8-43ee-b6fa-6e5d24ecfe7b,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:41.743992 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-e96d634e-f219-4879-8ea7-d664e82af7ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:41.909486 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-1af7ef6c-f969-402b-ba0f-8bd0fa8f757e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116'] for subnet, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:41.912776 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-8a9e51d6-bd9b-4925-95b4-8002af7d202a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:41.966508 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af7ef6c-f969-402b-ba0f-8bd0fa8f757e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c0397ac-c37e-486a-b08e-7bcedce82f3b,revision_number=0']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:41.976674 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-1af7ef6c-f969-402b-ba0f-8bd0fa8f757e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:41.977697 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af7ef6c-f969-402b-ba0f-8bd0fa8f757e admin admin] Checking segment: {'id': '9cca7b08-b108-4369-b953-c1834d4afffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '717da4e2-857c-4cd8-91ea-df09b27bcd22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:59:41.977820 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af7ef6c-f969-402b-ba0f-8bd0fa8f757e admin admin] Network hostable DHCP agents. Network: 717da4e2-857c-4cd8-91ea-df09b27bcd22, hostable agents: ['c0824d2b-2f6c-4dc3-a849-d7b48d525e7a'], hosted agents: [] {{(pid=105127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:59:42.068600 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af7ef6c-f969-402b-ba0f-8bd0fa8f757e admin admin] Network 717da4e2-857c-4cd8-91ea-df09b27bcd22 is scheduled to be hosted by DHCP agent c0824d2b-2f6c-4dc3-a849-d7b48d525e7a with binding_index 1 {{(pid=105127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:59:42.137202 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.base_scheduler [None req-1af7ef6c-f969-402b-ba0f-8bd0fa8f757e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-4-smb, 717da4e2-857c-4cd8-91ea-df09b27bcd22) {{(pid=105127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:59:42.141797 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af7ef6c-f969-402b-ba0f-8bd0fa8f757e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:42.142388 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-1af7ef6c-f969-402b-ba0f-8bd0fa8f757e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for subnet, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:42.149042 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40673fd9-204f-451f-b3ba-0b172c5488f7 None None] Network 717da4e2-857c-4cd8-91ea-df09b27bcd22 requested from dv-cinder-793515-4-smb {{(pid=105128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:59:42.220320 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-1af7ef6c-f969-402b-ba0f-8bd0fa8f757e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7162132 Jun 29 10:59:42.303301 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e8445a-f241-4bb1-8202-5aa1e5bd7d57 None None] Network 717da4e2-857c-4cd8-91ea-df09b27bcd22 requested from dv-cinder-793515-4-smb {{(pid=105128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:59:42.389728 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 51266) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:42.407516 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-5404b923-47a5-4d23-bebc-4aae8c28c19b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:42.577973 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-5404b923-47a5-4d23-bebc-4aae8c28c19b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:42.650513 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-5404b923-47a5-4d23-bebc-4aae8c28c19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:42.653977 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-64256b47-ae8a-4a24-99f8-443eecb55a9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:42.695863 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-5404b923-47a5-4d23-bebc-4aae8c28c19b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7b602bb07ba548d2bd15189cdde1bc3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3004332 Jun 29 10:59:42.695863 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404b923-47a5-4d23-bebc-4aae8c28c19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7619e100-2ce3-47da-9aa2-3269882ec9bb,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:42.696332 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 51288) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:42.697469 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-5404b923-47a5-4d23-bebc-4aae8c28c19b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:42.719405 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-3467f320-4ff2-446f-9f53-9b2a636a2ab7 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:42.720927 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-3467f320-4ff2-446f-9f53-9b2a636a2ab7 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/networks?id=3dddfc96-446a-4271-b2e4-1fbf8fb2f736 HTTP/1.1" status: 200 len: 815 time: 0.1481178 Jun 29 10:59:42.749974 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-d6b31a6c-8b0c-44fa-83b6-0fcccf53dc63 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/quotas/a367762fea4d4aa2bc4d9c8b1985272c HTTP/1.1" status: 200 len: 375 time: 0.0215840 Jun 29 10:59:42.849748 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-2619962a-78c4-442e-b355-0c6801707e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:42.849748 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-2619962a-78c4-442e-b355-0c6801707e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:42.877992 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-718e7e8d-62ef-460e-9a37-4756e9ea5791 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a367762fea4d4aa2bc4d9c8b1985272c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1202993 Jun 29 10:59:42.984173 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-75c6e3cd-e2f9-4139-85ad-eb3b1bcc6fda service neutron] 10.222.0.66 "GET /v2.0/networks/3dddfc96-446a-4271-b2e4-1fbf8fb2f736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985608 Jun 29 10:59:43.046556 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-2619962a-78c4-442e-b355-0c6801707e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:43.049237 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-2619962a-78c4-442e-b355-0c6801707e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:43.057492 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-2619962a-78c4-442e-b355-0c6801707e51 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7619e100-2ce3-47da-9aa2-3269882ec9bb HTTP/1.1" status: 204 len: 168 time: 0.3548248 Jun 29 10:59:43.057492 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-f0acb655-c3e5-4161-9e9d-6656f3ee5534 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:43.063632 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2619962a-78c4-442e-b355-0c6801707e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7619e100-2ce3-47da-9aa2-3269882ec9bb,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:43.075561 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-2619962a-78c4-442e-b355-0c6801707e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:43.091618 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-a323bfc9-9c6a-43dd-a230-99835f95c326 service neutron] 10.222.0.66 "GET /v2.0/networks/3dddfc96-446a-4271-b2e4-1fbf8fb2f736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003335 Jun 29 10:59:43.469978 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6306f6-2afa-4d6d-8a51-f5fa7addb750 req-d39f886f-5d5b-40fc-a51c-cb03a2b464ed tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:43.471486 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-9f6306f6-2afa-4d6d-8a51-f5fa7addb750 req-d39f886f-5d5b-40fc-a51c-cb03a2b464ed tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.0806222 Jun 29 10:59:43.513019 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-9f6306f6-2afa-4d6d-8a51-f5fa7addb750 req-962a9bf2-6e4c-45da-aef7-a1a0071d8a75 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354731 Jun 29 10:59:43.660149 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-57212e97-ee83-4172-bb3d-008355539dcb tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:43.661612 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-57212e97-ee83-4172-bb3d-008355539dcb tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] 10.222.0.66 "GET /v2.0/networks?id=c38cfd39-f5ff-4f74-90c8-7b8933a30edd HTTP/1.1" status: 200 len: 808 time: 0.1038067 Jun 29 10:59:43.676664 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-516fe6a6-85f4-4dc9-8b09-d8e287152787 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] 10.222.0.66 "GET /v2.0/quotas/737cf20468374c56b5bf667ed6dc1af8 HTTP/1.1" status: 200 len: 375 time: 0.0097280 Jun 29 10:59:43.715672 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-73a21787-72cf-4b5b-a1c9-6072b4b1beb5 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=737cf20468374c56b5bf667ed6dc1af8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333004 Jun 29 10:59:43.821127 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-d5df2909-fc62-4dd2-a861-1ebdc081cfb4 service neutron] 10.222.0.66 "GET /v2.0/networks/c38cfd39-f5ff-4f74-90c8-7b8933a30edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980721 Jun 29 10:59:43.862079 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e20a54-bcd2-4baa-8736-84a0dba7063c req-fa07db08-81cf-4352-9329-5e67aff3accb tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:43.863558 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-80e20a54-bcd2-4baa-8736-84a0dba7063c req-fa07db08-81cf-4352-9329-5e67aff3accb tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/ports?device_id=4707594d-1e3a-40bc-9113-a231da3ff72c HTTP/1.1" status: 200 len: 946 time: 0.0792933 Jun 29 10:59:43.910529 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 51318) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:43.910664 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-80e20a54-bcd2-4baa-8736-84a0dba7063c req-8bb94310-66c4-48d1-9ac2-bb70e616bae1 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/security-groups?id=084ff85d-0624-4187-a2bf-fe975f84f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395653 Jun 29 10:59:43.927545 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-3e8dfc86-b90d-4f86-8494-9becb16c9dca service neutron] 10.222.0.66 "GET /v2.0/networks/c38cfd39-f5ff-4f74-90c8-7b8933a30edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004577 Jun 29 10:59:43.928688 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-824af47f-723b-498a-92ed-8dfe4a862651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:43.990398 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-3a41e477-9ab7-4ecd-833c-a8fe8a5f1bad req-08e0b16b-220c-4c30-8126-0a5e9b08cfdb tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5c66201-89c2-43c5-852a-e504b81dfa0a HTTP/1.1" status: 200 len: 210 time: 0.0353646 Jun 29 10:59:44.025763 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-824af47f-723b-498a-92ed-8dfe4a862651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:44.067943 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-824af47f-723b-498a-92ed-8dfe4a862651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:44.070646 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:44.110398 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-824af47f-723b-498a-92ed-8dfe4a862651 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0122c5c7b3124df1a23a18d78bcf8b75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1988306 Jun 29 10:59:44.111351 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824af47f-723b-498a-92ed-8dfe4a862651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7623951-4962-425d-a880-53216af25cf4,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:44.113559 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 51326) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:44.120523 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-824af47f-723b-498a-92ed-8dfe4a862651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:44.173470 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-7517f1d6-a77b-4a31-ac83-a660ad7699fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:44.225841 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-522ece5b-1987-400b-95c5-348dc2623b55 req-eb019b4a-79ef-4bf7-9b5d-dbaafcfd00e7 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] 10.222.0.66 "GET /v2.0/ports?device_id=67bc2766-54e4-4dd6-b05c-6c70ffea8b51 HTTP/1.1" status: 200 len: 210 time: 0.0383065 Jun 29 10:59:44.225841 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-7517f1d6-a77b-4a31-ac83-a660ad7699fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:44.352997 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-7517f1d6-a77b-4a31-ac83-a660ad7699fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:44.356379 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-7517f1d6-a77b-4a31-ac83-a660ad7699fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:44.357526 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-7517f1d6-a77b-4a31-ac83-a660ad7699fa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d7623951-4962-425d-a880-53216af25cf4 HTTP/1.1" status: 204 len: 168 time: 0.2428873 Jun 29 10:59:44.363406 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-d947d48b-a6f6-4dbc-90ac-9bb5c47ef339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:44.366112 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517f1d6-a77b-4a31-ac83-a660ad7699fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7623951-4962-425d-a880-53216af25cf4,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:44.368336 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-7517f1d6-a77b-4a31-ac83-a660ad7699fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:44.698214 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b03fd7-1633-4757-9b76-a55ce441170d req-1d80dd3b-03cc-4176-84c2-3746a089d9eb tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:44.704518 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f6b03fd7-1633-4757-9b76-a55ce441170d req-1d80dd3b-03cc-4176-84c2-3746a089d9eb tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.0749712 Jun 29 10:59:44.753221 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f6b03fd7-1633-4757-9b76-a55ce441170d req-0af909f1-5104-472f-a57b-f13eca7ac61b tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446446 Jun 29 10:59:45.090305 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1537b-48a0-4549-9d1c-8ed545d19dc3 req-817c1099-0a06-472f-80b1-21054df1d8c6 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:45.098704 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-51c1537b-48a0-4549-9d1c-8ed545d19dc3 req-817c1099-0a06-472f-80b1-21054df1d8c6 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/ports?device_id=4707594d-1e3a-40bc-9113-a231da3ff72c HTTP/1.1" status: 200 len: 946 time: 0.0791681 Jun 29 10:59:45.135357 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-51c1537b-48a0-4549-9d1c-8ed545d19dc3 req-26e3ecf0-0109-4f1b-a2d1-64341d63bfb7 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/security-groups?id=084ff85d-0624-4187-a2bf-fe975f84f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359454 Jun 29 10:59:45.311226 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-1f092014-e324-4506-ae42-5e442ac20542 req-f7933ae3-ee0a-49dc-b2b0-4ac3bf12d0d9 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5c66201-89c2-43c5-852a-e504b81dfa0a HTTP/1.1" status: 200 len: 210 time: 0.0393698 Jun 29 10:59:45.318222 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-616a1d76-3301-4718-93c3-48d5bcadeeb7 req-90c7b76d-876e-47b6-8b19-91735e16f377 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] 10.222.0.66 "GET /v2.0/ports?device_id=67bc2766-54e4-4dd6-b05c-6c70ffea8b51 HTTP/1.1" status: 200 len: 210 time: 0.0382805 Jun 29 10:59:45.583521 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19994bfa-6a36-4ab6-b336-2bcd9f6bf08d req-542739e1-4d86-4104-bc17-69ec37affaa9 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:45.584912 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-19994bfa-6a36-4ab6-b336-2bcd9f6bf08d req-542739e1-4d86-4104-bc17-69ec37affaa9 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.42 "GET /v2.0/ports?device_id=4707594d-1e3a-40bc-9113-a231da3ff72c HTTP/1.1" status: 200 len: 946 time: 0.0809507 Jun 29 10:59:45.708375 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [req-19994bfa-6a36-4ab6-b336-2bcd9f6bf08d req-8e441ed0-bfe8-467a-8882-ba5cfbef3664 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] Deleting port 29a93a5d-c570-409f-8309-f9020658a79e {{(pid=105127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:59:45.708375 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-19994bfa-6a36-4ab6-b336-2bcd9f6bf08d req-8e441ed0-bfe8-467a-8882-ba5cfbef3664 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:46.061002 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-19994bfa-6a36-4ab6-b336-2bcd9f6bf08d req-8e441ed0-bfe8-467a-8882-ba5cfbef3664 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] For port 29a93a5d-c570-409f-8309-f9020658a79e, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=29a93a5d-c570-409f-8309-f9020658a79e,segment=NetworkSegment(a0efbef0-4c40-4b61-9b6d-c0442e1acd1d),segment_id=a0efbef0-4c40-4b61-9b6d-c0442e1acd1d)] {{(pid=105127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:59:46.061370 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-19994bfa-6a36-4ab6-b336-2bcd9f6bf08d req-8e441ed0-bfe8-467a-8882-ba5cfbef3664 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:46.083293 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [req-19994bfa-6a36-4ab6-b336-2bcd9f6bf08d req-8e441ed0-bfe8-467a-8882-ba5cfbef3664 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] Calling delete_port for 29a93a5d-c570-409f-8309-f9020658a79e owned by compute:nova {{(pid=105127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:59:46.114002 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770efbbf-d1e8-4789-9962-1a8637d6323a req-1b84ed60-510b-4130-82d2-7ab258d75d5b tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:46.115448 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-770efbbf-d1e8-4789-9962-1a8637d6323a req-1b84ed60-510b-4130-82d2-7ab258d75d5b tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.1536424 Jun 29 10:59:46.125440 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 51396) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:46.272057 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-7636f2b6-8688-46fd-b187-ca497c79597d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:46.291081 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-770efbbf-d1e8-4789-9962-1a8637d6323a req-06688132-e551-4906-bb3b-d57e376d31b8 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550677 Jun 29 10:59:46.376397 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-e71afc6c-c8ba-4c6a-b887-bf0c9cdcbf2f tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:46.377748 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-e71afc6c-c8ba-4c6a-b887-bf0c9cdcbf2f tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.42 "GET /v2.0/networks?id=3dddfc96-446a-4271-b2e4-1fbf8fb2f736 HTTP/1.1" status: 200 len: 815 time: 0.2038660 Jun 29 10:59:46.405611 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-7636f2b6-8688-46fd-b187-ca497c79597d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:46.406385 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-863cebf7-f249-4d1e-aba4-220ee12d3ffd tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Request body: {'port': {'device_id': 'e5c66201-89c2-43c5-852a-e504b81dfa0a', 'network_id': '3dddfc96-446a-4271-b2e4-1fbf8fb2f736', 'admin_state_up': True, 'tenant_id': 'a367762fea4d4aa2bc4d9c8b1985272c'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:59:46.510547 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7bf6f2e4-461e-4477-a794-b10809574207 req-c3529e7e-2d22-4df8-b6f5-e611236307d1 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5c66201-89c2-43c5-852a-e504b81dfa0a HTTP/1.1" status: 200 len: 210 time: 0.0405028 Jun 29 10:59:46.543976 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-7636f2b6-8688-46fd-b187-ca497c79597d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:46.568448 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-19994bfa-6a36-4ab6-b336-2bcd9f6bf08d req-8e441ed0-bfe8-467a-8882-ba5cfbef3664 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036'] for port, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:46.572322 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-0a92034a-0543-47fd-bb92-6c3c70b79033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:46.577008 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:46.611716 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e441ed0-bfe8-467a-8882-ba5cfbef3664 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] Pushing event deleted for resources: {'Port': ['ID=29a93a5d-c570-409f-8309-f9020658a79e,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:46.617581 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-8e441ed0-bfe8-467a-8882-ba5cfbef3664 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:46.620593 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] get_ports_and_sgs() called for port_ids ['29a93a5d-c570-409f-8309-f9020658a79e'] {{(pid=105128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:59:46.635151 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636f2b6-8688-46fd-b187-ca497c79597d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17777817-d51b-43d3-a9a3-b211363ccd11,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:46.646066 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-7636f2b6-8688-46fd-b187-ca497c79597d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b4f631be130649a4b68015d97a290b54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5180786 Jun 29 10:59:46.649945 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-7636f2b6-8688-46fd-b187-ca497c79597d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:46.651994 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 51410) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:46.683194 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [req-19994bfa-6a36-4ab6-b336-2bcd9f6bf08d req-8e441ed0-bfe8-467a-8882-ba5cfbef3664 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] No DVR routers for this DVR port 29a93a5d-c570-409f-8309-f9020658a79e on host hv-cinder-79351 {{(pid=105127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:59:46.694474 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-19994bfa-6a36-4ab6-b336-2bcd9f6bf08d req-8e441ed0-bfe8-467a-8882-ba5cfbef3664 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:46.696667 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-19994bfa-6a36-4ab6-b336-2bcd9f6bf08d req-8e441ed0-bfe8-467a-8882-ba5cfbef3664 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.42 "DELETE /v2.0/ports/29a93a5d-c570-409f-8309-f9020658a79e HTTP/1.1" status: 204 len: 173 time: 1.1058211 Jun 29 10:59:46.696998 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-863cebf7-f249-4d1e-aba4-220ee12d3ffd tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Made reservation on behalf of a367762fea4d4aa2bc4d9c8b1985272c for: {'port': 1} {{(pid=105127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:59:46.700567 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-863cebf7-f249-4d1e-aba4-220ee12d3ffd tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:46.702743 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4707594d-1e3a-40bc-9113-a231da3ff72c', 'name': 'network-vif-deleted', 'tag': '29a93a5d-c570-409f-8309-f9020658a79e'}] {{(pid=105127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:59:46.705211 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51926c8a96ac3dcbe8a9a7c61d1f1b13ee7346919254cfc90a12d4d270e3eabf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696f0f63-1a19-4f6c-b6e6-d13210a3bdd6" -d '{"events": [{"server_uuid": "4707594d-1e3a-40bc-9113-a231da3ff72c", "name": "network-vif-deleted", "tag": "29a93a5d-c570-409f-8309-f9020658a79e"}]}' {{(pid=105127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:59:46.709002 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a01950-aeaf-4dee-97b8-d49a4bacc403 req-2bda71b7-7053-4908-bbfc-692ff1ad0fa7 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:46.716449 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-a7a01950-aeaf-4dee-97b8-d49a4bacc403 req-2bda71b7-7053-4908-bbfc-692ff1ad0fa7 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/ports?device_id=4707594d-1e3a-40bc-9113-a231da3ff72c HTTP/1.1" status: 200 len: 867 time: 0.1880405 Jun 29 10:59:46.729761 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-ae2e5800-d56c-4ae5-94b6-2a1a2513bce9 req-06ab4261-e122-44a2-84e1-69e20f1d60fa tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] 10.222.0.66 "GET /v2.0/ports?device_id=67bc2766-54e4-4dd6-b05c-6c70ffea8b51 HTTP/1.1" status: 200 len: 210 time: 0.0632069 Jun 29 10:59:46.765873 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-7f3e5f8e-c304-470a-9fb1-b9ea7314cfeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:46.783369 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-a7a01950-aeaf-4dee-97b8-d49a4bacc403 req-21407758-b9fc-46b1-ac1f-e23dbacb0b0c tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/security-groups?id=084ff85d-0624-4187-a2bf-fe975f84f1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659840 Jun 29 10:59:46.812116 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-7f3e5f8e-c304-470a-9fb1-b9ea7314cfeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:46.840068 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 51416) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:46.857652 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf28cb6-f7c3-4643-838b-c641d3166010 x-openstack-request-id: req-9bf28cb6-f7c3-4643-838b-c641d3166010 {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:59:46.858201 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4707594d-1e3a-40bc-9113-a231da3ff72c", "name": "network-vif-deleted", "tag": "29a93a5d-c570-409f-8309-f9020658a79e", "status": "completed", "code": 200}]} {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:59:46.858637 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9bf28cb6-f7c3-4643-838b-c641d3166010 {{(pid=105127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:59:46.859190 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4707594d-1e3a-40bc-9113-a231da3ff72c', 'name': 'network-vif-deleted', 'tag': '29a93a5d-c570-409f-8309-f9020658a79e', 'status': 'completed', 'code': 200} Jun 29 10:59:46.921797 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.db_base_plugin_common [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-863cebf7-f249-4d1e-aba4-220ee12d3ffd tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Allocated IP 172.20.0.8 (3dddfc96-446a-4271-b2e4-1fbf8fb2f736/e78b9c77-e0e0-471c-a845-17d582c68532/10dd8b68-b420-4cb0-9014-f4cd5775fda2) {{(pid=105127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:59:47.005170 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-7f3e5f8e-c304-470a-9fb1-b9ea7314cfeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:47.008857 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-7f3e5f8e-c304-470a-9fb1-b9ea7314cfeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:47.014757 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-7f3e5f8e-c304-470a-9fb1-b9ea7314cfeb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/17777817-d51b-43d3-a9a3-b211363ccd11 HTTP/1.1" status: 204 len: 168 time: 0.3566656 Jun 29 10:59:47.014757 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-824af47f-723b-498a-92ed-8dfe4a862651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:47.020041 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e5f8e-c304-470a-9fb1-b9ea7314cfeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17777817-d51b-43d3-a9a3-b211363ccd11,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:47.023323 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-7f3e5f8e-c304-470a-9fb1-b9ea7314cfeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:47.110910 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-870c63ee-303e-4a63-981e-0ce088076b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:47.142298 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-863cebf7-f249-4d1e-aba4-220ee12d3ffd tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Notify callbacks [] for port, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:47.245673 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-870c63ee-303e-4a63-981e-0ce088076b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:47.332128 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-863cebf7-f249-4d1e-aba4-220ee12d3ffd tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791'] for port, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:47.338291 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:47.389851 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] get_ports_and_sgs() called for port_ids ['a0992ff1-31d3-4923-889f-50a337cbc2d9'] {{(pid=105128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:59:47.391456 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-863cebf7-f249-4d1e-aba4-220ee12d3ffd tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Network 3dddfc96-446a-4271-b2e4-1fbf8fb2f736 is already hosted by enough agents. {{(pid=105127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:59:47.393438 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-870c63ee-303e-4a63-981e-0ce088076b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:47.406566 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.base_scheduler [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-863cebf7-f249-4d1e-aba4-220ee12d3ffd tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Resources bound (agent type, host, resource id): {{(pid=105127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:59:47.454128 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-863cebf7-f249-4d1e-aba4-220ee12d3ffd tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Received port after_create {{(pid=105127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:59:47.461338 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-863cebf7-f249-4d1e-aba4-220ee12d3ffd tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:47.462302 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-863cebf7-f249-4d1e-aba4-220ee12d3ffd tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:47.481465 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863cebf7-f249-4d1e-aba4-220ee12d3ffd tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Pushing event updated for resources: {'Port': ['ID=10dd8b68-b420-4cb0-9014-f4cd5775fda2,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:47.501442 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-863cebf7-f249-4d1e-aba4-220ee12d3ffd tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:47.582741 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:47.586872 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-870c63ee-303e-4a63-981e-0ce088076b48 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b2145409146a4599b087a9eef40f5df3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7456596 Jun 29 10:59:47.591013 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 51450) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:47.645550 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-8addb1e6-381c-4117-8d42-8a65a7abd7df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:47.672062 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-8addb1e6-381c-4117-8d42-8a65a7abd7df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:47.690534 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c63ee-303e-4a63-981e-0ce088076b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89a4381-286c-4a4c-ad43-31ba113a2a5f,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:47.694514 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-870c63ee-303e-4a63-981e-0ce088076b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:47.748414 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-14077741-1ee7-475e-82dd-31e7e0a182d2 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:47.749853 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-14077741-1ee7-475e-82dd-31e7e0a182d2 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] 10.222.0.42 "GET /v2.0/networks?id=c38cfd39-f5ff-4f74-90c8-7b8933a30edd HTTP/1.1" status: 200 len: 808 time: 0.2834065 Jun 29 10:59:47.758417 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574979c6-9b09-485f-9d1e-99c658b2d3c9 req-ed9e15a5-29f2-49b2-8301-86253201f932 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:47.760541 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-574979c6-9b09-485f-9d1e-99c658b2d3c9 req-ed9e15a5-29f2-49b2-8301-86253201f932 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.2950389 Jun 29 10:59:47.789225 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-ed50875d-aacd-4404-885c-aca932778a75 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] Request body: {'port': {'device_id': '67bc2766-54e4-4dd6-b05c-6c70ffea8b51', 'network_id': 'c38cfd39-f5ff-4f74-90c8-7b8933a30edd', 'admin_state_up': True, 'tenant_id': '737cf20468374c56b5bf667ed6dc1af8'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:59:47.795587 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-863cebf7-f249-4d1e-aba4-220ee12d3ffd tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3930709 Jun 29 10:59:47.799141 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47e2e0-f7e7-4c2e-94ea-83cfaf89c298 req-612ee11b-3996-458c-9ef1-ef6b7e3ff819 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:47.801606 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-6a47e2e0-f7e7-4c2e-94ea-83cfaf89c298 req-612ee11b-3996-458c-9ef1-ef6b7e3ff819 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5c66201-89c2-43c5-852a-e504b81dfa0a HTTP/1.1" status: 200 len: 931 time: 0.0894933 Jun 29 10:59:47.803467 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-8addb1e6-381c-4117-8d42-8a65a7abd7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:47.807957 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-8addb1e6-381c-4117-8d42-8a65a7abd7df admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:47.808647 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-8addb1e6-381c-4117-8d42-8a65a7abd7df admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d89a4381-286c-4a4c-ad43-31ba113a2a5f HTTP/1.1" status: 204 len: 168 time: 0.2166159 Jun 29 10:59:47.825270 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:47.839053 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8addb1e6-381c-4117-8d42-8a65a7abd7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89a4381-286c-4a4c-ad43-31ba113a2a5f,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:47.842337 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-8addb1e6-381c-4117-8d42-8a65a7abd7df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:47.853675 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-67bfc236-d03e-4595-9c37-39a011107b8b service neutron] Request body: {'port': {'device_id': 'e5c66201-89c2-43c5-852a-e504b81dfa0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:59:47.869461 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-6a47e2e0-f7e7-4c2e-94ea-83cfaf89c298 req-c845cd6e-6abc-4bed-8532-b0953c9701d8 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594363 Jun 29 10:59:47.934693 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-574979c6-9b09-485f-9d1e-99c658b2d3c9 req-af73b84d-bc29-4b92-8dd1-1b207b30081b tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678305 Jun 29 10:59:47.947737 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 51460) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:47.963125 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-f43788ec-a1dc-45c1-9b1f-b5104037d544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:48.061298 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-be61ca1e-6a67-4282-8eac-e7a25742f1e5 req-f84b078e-66aa-41bf-bb65-15681862721d tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] 10.222.0.66 "GET /v2.0/ports?device_id=67bc2766-54e4-4dd6-b05c-6c70ffea8b51 HTTP/1.1" status: 200 len: 210 time: 0.0439153 Jun 29 10:59:48.078688 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-67bfc236-d03e-4595-9c37-39a011107b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:48.156535 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-f43788ec-a1dc-45c1-9b1f-b5104037d544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:48.222986 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-f43788ec-a1dc-45c1-9b1f-b5104037d544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:48.225789 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-27227a82-6ea4-4bb6-a43a-d9dae2b940ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:48.232526 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-5d128b4e-ff5d-4016-a99c-9020a49b574c req-be4b4918-4d12-4af5-b0ad-95fef306f048 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] 10.222.0.66 "GET /v2.0/ports?device_id=4707594d-1e3a-40bc-9113-a231da3ff72c HTTP/1.1" status: 200 len: 210 time: 0.0757587 Jun 29 10:59:48.279575 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-f43788ec-a1dc-45c1-9b1f-b5104037d544 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aa5dee27ae5244df9611ba744845a403&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3307376 Jun 29 10:59:48.280553 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43788ec-a1dc-45c1-9b1f-b5104037d544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfd2e1a-1447-4e9d-bf46-a799c00a5e67,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:48.283963 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-f43788ec-a1dc-45c1-9b1f-b5104037d544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:48.285686 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 51466) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:48.343130 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-eb8099ff-efa8-49b9-aa00-77799a9ce4f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:48.365441 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-eb8099ff-efa8-49b9-aa00-77799a9ce4f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:48.415241 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-67bfc236-d03e-4595-9c37-39a011107b8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10dd8b68-b420-4cb0-9014-f4cd5775fda2 {{(pid=105127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:59:48.422771 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-ed50875d-aacd-4404-885c-aca932778a75 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] Made reservation on behalf of 737cf20468374c56b5bf667ed6dc1af8 for: {'port': 1} {{(pid=105127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:59:48.427351 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-ed50875d-aacd-4404-885c-aca932778a75 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:48.430205 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-67bfc236-d03e-4595-9c37-39a011107b8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:48.485898 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-eb8099ff-efa8-49b9-aa00-77799a9ce4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:48.489515 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-eb8099ff-efa8-49b9-aa00-77799a9ce4f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:48.491921 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.provisioning_blocks [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-67bfc236-d03e-4595-9c37-39a011107b8b service neutron] Transition to ACTIVE for port object 10dd8b68-b420-4cb0-9014-f4cd5775fda2 will not be triggered until provisioned by entity L2. {{(pid=105127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:59:48.492029 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-eb8099ff-efa8-49b9-aa00-77799a9ce4f8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2bfd2e1a-1447-4e9d-bf46-a799c00a5e67 HTTP/1.1" status: 204 len: 168 time: 0.2041664 Jun 29 10:59:48.492029 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-5302f501-11b7-4ea3-b06c-265b4602451b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:48.505018 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8099ff-efa8-49b9-aa00-77799a9ce4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfd2e1a-1447-4e9d-bf46-a799c00a5e67,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:48.511075 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-eb8099ff-efa8-49b9-aa00-77799a9ce4f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:48.584400 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-67bfc236-d03e-4595-9c37-39a011107b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:48.587967 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-16139a38-6761-4923-8ebb-060b951a08a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:48.684551 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bfc236-d03e-4595-9c37-39a011107b8b service neutron] Pushing event updated for resources: {'Port': ['ID=10dd8b68-b420-4cb0-9014-f4cd5775fda2,revision_number=2']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:48.692904 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-67bfc236-d03e-4595-9c37-39a011107b8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:48.719161 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.db_base_plugin_common [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-ed50875d-aacd-4404-885c-aca932778a75 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] Allocated IP 172.20.0.8 (c38cfd39-f5ff-4f74-90c8-7b8933a30edd/174036bc-9058-4821-9121-c1ab9a85b426/d9d21a13-b732-4518-bc8a-5b000bbab40e) {{(pid=105127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:59:48.737144 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-67bfc236-d03e-4595-9c37-39a011107b8b service neutron] Attempting to bind port 10dd8b68-b420-4cb0-9014-f4cd5775fda2 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:59:48.738085 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-67bfc236-d03e-4595-9c37-39a011107b8b service neutron] Attempting to bind port 10dd8b68-b420-4cb0-9014-f4cd5775fda2 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'd751559d-5565-473f-a10b-07ec42d05c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3dddfc96-446a-4271-b2e4-1fbf8fb2f736'}] {{(pid=105127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:59:48.740096 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-67bfc236-d03e-4595-9c37-39a011107b8b service neutron] Attempting to bind port 10dd8b68-b420-4cb0-9014-f4cd5775fda2 on network 3dddfc96-446a-4271-b2e4-1fbf8fb2f736 {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:59:48.748442 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-67bfc236-d03e-4595-9c37-39a011107b8b service neutron] Port 10dd8b68-b420-4cb0-9014-f4cd5775fda2 on network 3dddfc96-446a-4271-b2e4-1fbf8fb2f736 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:59:48.748757 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-67bfc236-d03e-4595-9c37-39a011107b8b service neutron] Attempting to bind port 10dd8b68-b420-4cb0-9014-f4cd5775fda2 on network 3dddfc96-446a-4271-b2e4-1fbf8fb2f736 {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:59:48.762385 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-67bfc236-d03e-4595-9c37-39a011107b8b service neutron] Checking agent: {'id': 'bdcb3022-9de1-427e-88c2-d5d630f764fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 56, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:59:48.762717 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-67bfc236-d03e-4595-9c37-39a011107b8b service neutron] Checking segment: {'id': 'd751559d-5565-473f-a10b-07ec42d05c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3dddfc96-446a-4271-b2e4-1fbf8fb2f736'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:59:48.769046 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-67bfc236-d03e-4595-9c37-39a011107b8b service neutron] Bound using segment: {'id': 'd751559d-5565-473f-a10b-07ec42d05c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3dddfc96-446a-4271-b2e4-1fbf8fb2f736'} {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:59:48.769046 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-67bfc236-d03e-4595-9c37-39a011107b8b service neutron] Bound port: 10dd8b68-b420-4cb0-9014-f4cd5775fda2, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd751559d-5565-473f-a10b-07ec42d05c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3dddfc96-446a-4271-b2e4-1fbf8fb2f736'}}] {{(pid=105127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:59:48.769046 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-67bfc236-d03e-4595-9c37-39a011107b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:48.896691 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-67bfc236-d03e-4595-9c37-39a011107b8b service neutron] For port 10dd8b68-b420-4cb0-9014-f4cd5775fda2, host hv-cinder-79351, cleared binding levels {{(pid=105127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:59:48.905965 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-67bfc236-d03e-4595-9c37-39a011107b8b service neutron] For port 10dd8b68-b420-4cb0-9014-f4cd5775fda2, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=10dd8b68-b420-4cb0-9014-f4cd5775fda2,segment=NetworkSegment(d751559d-5565-473f-a10b-07ec42d05c7f),segment_id=d751559d-5565-473f-a10b-07ec42d05c7f)] {{(pid=105127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:59:48.934047 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-ed50875d-aacd-4404-885c-aca932778a75 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] Notify callbacks [] for port, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:48.958501 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-67bfc236-d03e-4595-9c37-39a011107b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:48.967033 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-8e441ed0-bfe8-467a-8882-ba5cfbef3664 tempest-DeleteServersTestJSON-1806974692 tempest-DeleteServersTestJSON-1806974692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:49.023414 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-67bfc236-d03e-4595-9c37-39a011107b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:49.024025 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-67bfc236-d03e-4595-9c37-39a011107b8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:49.025479 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-67bfc236-d03e-4595-9c37-39a011107b8b service neutron] 10.222.0.42 "PUT /v2.0/ports/10dd8b68-b420-4cb0-9014-f4cd5775fda2 HTTP/1.1" status: 200 len: 1093 time: 1.1763465 Jun 29 10:59:49.025967 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c66201-89c2-43c5-852a-e504b81dfa0a', 'tag': '10dd8b68-b420-4cb0-9014-f4cd5775fda2'}] {{(pid=105127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:59:49.028256 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51926c8a96ac3dcbe8a9a7c61d1f1b13ee7346919254cfc90a12d4d270e3eabf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b2b5f1-5c1a-4e30-8b3a-3fa2a092df49" -d '{"events": [{"name": "network-changed", "server_uuid": "e5c66201-89c2-43c5-852a-e504b81dfa0a", "tag": "10dd8b68-b420-4cb0-9014-f4cd5775fda2"}]}' {{(pid=105127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:59:49.075572 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bfc236-d03e-4595-9c37-39a011107b8b service neutron] Pushing event updated for resources: {'Port': ['ID=10dd8b68-b420-4cb0-9014-f4cd5775fda2,revision_number=3']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:49.079788 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-67bfc236-d03e-4595-9c37-39a011107b8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:49.090001 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-ed50875d-aacd-4404-885c-aca932778a75 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791'] for port, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:49.099464 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:49.114297 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510202e9-0f5a-4372-94f1-7b021f80f2e2 req-70554416-01d2-4d69-bd23-ffef597d56f7 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:49.116046 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-510202e9-0f5a-4372-94f1-7b021f80f2e2 req-70554416-01d2-4d69-bd23-ffef597d56f7 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5c66201-89c2-43c5-852a-e504b81dfa0a HTTP/1.1" status: 200 len: 943 time: 0.1157351 Jun 29 10:59:49.165286 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-ed50875d-aacd-4404-885c-aca932778a75 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] Network c38cfd39-f5ff-4f74-90c8-7b8933a30edd is already hosted by enough agents. {{(pid=105127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:59:49.180261 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.base_scheduler [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-ed50875d-aacd-4404-885c-aca932778a75 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] Resources bound (agent type, host, resource id): {{(pid=105127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:59:49.184304 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67ee2a-aaf9-469c-9117-ed7e48aafc39 req-fb925636-c0d4-4eeb-925f-2cb77ce23267 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:49.186485 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-9d67ee2a-aaf9-469c-9117-ed7e48aafc39 req-fb925636-c0d4-4eeb-925f-2cb77ce23267 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.0920205 Jun 29 10:59:49.188998 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-ed50875d-aacd-4404-885c-aca932778a75 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] Received port after_create {{(pid=105127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:59:49.195342 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-ed50875d-aacd-4404-885c-aca932778a75 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:49.195948 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-ed50875d-aacd-4404-885c-aca932778a75 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:49.207115 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50875d-aacd-4404-885c-aca932778a75 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] Pushing event updated for resources: {'Port': ['ID=d9d21a13-b732-4518-bc8a-5b000bbab40e,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:49.213075 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-ed50875d-aacd-4404-885c-aca932778a75 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:49.228611 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-9d67ee2a-aaf9-469c-9117-ed7e48aafc39 req-3f2603fe-cb64-4ea9-bc87-43e94fcec9ce tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349462 Jun 29 10:59:49.250815 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-510202e9-0f5a-4372-94f1-7b021f80f2e2 req-5481975c-ce3c-45bc-9c6d-df39593dd361 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128325 Jun 29 10:59:49.293312 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-4154a581-4c58-479a-b58e-46cd87ab0ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:49.296827 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-4154a581-4c58-479a-b58e-46cd87ab0ecb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a367762fea4d4aa2bc4d9c8b1985272c&device_id=e5c66201-89c2-43c5-852a-e504b81dfa0a HTTP/1.1" status: 200 len: 1096 time: 0.1089447 Jun 29 10:59:49.298802 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c23209b-4807-4130-823e-a3411802115b x-openstack-request-id: req-6c23209b-4807-4130-823e-a3411802115b {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:59:49.299179 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5c66201-89c2-43c5-852a-e504b81dfa0a", "tag": "10dd8b68-b420-4cb0-9014-f4cd5775fda2", "status": "completed", "code": 200}]} {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:59:49.300468 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6c23209b-4807-4130-823e-a3411802115b {{(pid=105127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:59:49.301488 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5c66201-89c2-43c5-852a-e504b81dfa0a', 'tag': '10dd8b68-b420-4cb0-9014-f4cd5775fda2', 'status': 'completed', 'code': 200} Jun 29 10:59:49.348119 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-ed50875d-aacd-4404-885c-aca932778a75 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5644555 Jun 29 10:59:49.390077 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-0de17cf5-c54d-4497-82da-741cefb820ac service neutron] Request body: {'port': {'device_id': '67bc2766-54e4-4dd6-b05c-6c70ffea8b51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:59:49.403883 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-241406c4-bd31-468c-b1ac-1949c488abb2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10dd8b68-b420-4cb0-9014-f4cd5775fda2 HTTP/1.1" status: 200 len: 217 time: 0.0663307 Jun 29 10:59:49.441909 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 51510) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:49.524708 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 51518) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:49.542041 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-c1eb6bd7-1c38-46ce-9458-aa139fd44fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:49.558262 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-f58f46cf-cb0f-4f62-bb78-04f0906b54ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:49.559520 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-f58f46cf-cb0f-4f62-bb78-04f0906b54ee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e78b9c77-e0e0-471c-a845-17d582c68532 HTTP/1.1" status: 200 len: 855 time: 0.1336730 Jun 29 10:59:49.574584 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-0de17cf5-c54d-4497-82da-741cefb820ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:49.616762 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a308dba-5a4c-497a-87d6-af7c2ea5bc1c req-470783f9-3f1b-49f3-a087-a38855763e71 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:49.623910 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-5a308dba-5a4c-497a-87d6-af7c2ea5bc1c req-470783f9-3f1b-49f3-a087-a38855763e71 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] 10.222.0.66 "GET /v2.0/ports?device_id=67bc2766-54e4-4dd6-b05c-6c70ffea8b51 HTTP/1.1" status: 200 len: 931 time: 0.2312548 Jun 29 10:59:49.654650 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-1768f013-f57e-47be-9114-e3e7338b560a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3dddfc96-446a-4271-b2e4-1fbf8fb2f736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819979 Jun 29 10:59:49.670615 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 29a93a5d-c570-409f-8309-f9020658a79e no longer exists at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:59:49.696314 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-45daec66-02bb-4f85-b595-92e56ef519cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:49.704147 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] No Port match for: 29a93a5d-c570-409f-8309-f9020658a79e {{(pid=105128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:59:49.704555 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 29a93a5d-c570-409f-8309-f9020658a79e not bound to the agent host hv-cinder-79351 {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:59:49.764527 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-c1eb6bd7-1c38-46ce-9458-aa139fd44fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:49.776540 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-5a308dba-5a4c-497a-87d6-af7c2ea5bc1c req-075b1bb7-b21e-4a51-9b93-e7f692fbe152 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] 10.222.0.66 "GET /v2.0/security-groups?id=3cb90155-a153-4b27-ada8-a777450edeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517131 Jun 29 10:59:49.890935 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-c1eb6bd7-1c38-46ce-9458-aa139fd44fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:49.898408 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-805e29b5-7586-497e-9b54-6ec6d9ced199 service neutron] 10.222.0.42 "GET /v2.0/networks/3dddfc96-446a-4271-b2e4-1fbf8fb2f736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339051 Jun 29 10:59:49.903738 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-3286a70d-972c-4bfb-8d4d-811fcef994b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:49.951271 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb6bd7-1c38-46ce-9458-aa139fd44fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225c2651-a957-44d1-b523-2447d2f0127f,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:49.956316 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-c1eb6bd7-1c38-46ce-9458-aa139fd44fdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:49.961014 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-c1eb6bd7-1c38-46ce-9458-aa139fd44fdf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=846edc9c5b3f428faf57829b7aff6db7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4326541 Jun 29 10:59:49.964839 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 51532) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:50.047793 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-4648a6b5-289d-4cc5-8bee-029ebe8dd76c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:50.075953 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-45daec66-02bb-4f85-b595-92e56ef519cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:50.089237 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-4648a6b5-289d-4cc5-8bee-029ebe8dd76c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:50.141994 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-45daec66-02bb-4f85-b595-92e56ef519cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:50.146680 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-eb8099ff-efa8-49b9-aa00-77799a9ce4f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:50.183795 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-45daec66-02bb-4f85-b595-92e56ef519cd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5e6d64e97add43d78267c09857abd9f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7406435 Jun 29 10:59:50.185069 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45daec66-02bb-4f85-b595-92e56ef519cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6a6b7d-b089-4008-800d-89d90dbd5d8c,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:50.187430 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 51534) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:50.194041 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-45daec66-02bb-4f85-b595-92e56ef519cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:50.238841 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-4648a6b5-289d-4cc5-8bee-029ebe8dd76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:50.241336 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-4648a6b5-289d-4cc5-8bee-029ebe8dd76c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:50.242445 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-4648a6b5-289d-4cc5-8bee-029ebe8dd76c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/225c2651-a957-44d1-b523-2447d2f0127f HTTP/1.1" status: 204 len: 168 time: 0.2799799 Jun 29 10:59:50.244986 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-4e069a78-09ac-4490-925f-310811780009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:50.248025 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-677a406b-aa79-4f02-8abd-0a3d728e64da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:50.255891 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4648a6b5-289d-4cc5-8bee-029ebe8dd76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225c2651-a957-44d1-b523-2447d2f0127f,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:50.260486 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-4648a6b5-289d-4cc5-8bee-029ebe8dd76c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:50.276884 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-aa102a37-76ee-40a3-9282-b8ca0db9d5b0 req-ee25e157-4b06-4bf6-8903-71be3ae3d93a service neutron] 10.222.0.42 "GET /v2.0/networks/3dddfc96-446a-4271-b2e4-1fbf8fb2f736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663874 Jun 29 10:59:50.283813 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-677a406b-aa79-4f02-8abd-0a3d728e64da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:50.349186 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-0de17cf5-c54d-4497-82da-741cefb820ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9d21a13-b732-4518-bc8a-5b000bbab40e {{(pid=105127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:59:50.356734 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-0de17cf5-c54d-4497-82da-741cefb820ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:50.475743 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ee316-96e6-466a-b76a-2729e594d786 req-95546cbb-62e7-46e0-9348-8e9ee9cccce8 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:50.477148 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-545ee316-96e6-466a-b76a-2729e594d786 req-95546cbb-62e7-46e0-9348-8e9ee9cccce8 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.0671592 Jun 29 10:59:50.478336 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6700f-f80e-45e2-b025-279c20b38699 req-5ba398cd-cf6b-42c9-b8d9-1da8bc7a29e8 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:50.479786 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-5ac6700f-f80e-45e2-b025-279c20b38699 req-5ba398cd-cf6b-42c9-b8d9-1da8bc7a29e8 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5c66201-89c2-43c5-852a-e504b81dfa0a HTTP/1.1" status: 200 len: 943 time: 0.0628757 Jun 29 10:59:50.490660 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.provisioning_blocks [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-0de17cf5-c54d-4497-82da-741cefb820ac service neutron] Transition to ACTIVE for port object d9d21a13-b732-4518-bc8a-5b000bbab40e will not be triggered until provisioned by entity L2. {{(pid=105127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:59:50.501959 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-677a406b-aa79-4f02-8abd-0a3d728e64da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:50.505158 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-677a406b-aa79-4f02-8abd-0a3d728e64da admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:50.505990 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-677a406b-aa79-4f02-8abd-0a3d728e64da admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8b6a6b7d-b089-4008-800d-89d90dbd5d8c HTTP/1.1" status: 204 len: 168 time: 0.3176761 Jun 29 10:59:50.508988 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:50.520476 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a406b-aa79-4f02-8abd-0a3d728e64da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6a6b7d-b089-4008-800d-89d90dbd5d8c,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:50.523699 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-677a406b-aa79-4f02-8abd-0a3d728e64da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:50.527598 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-545ee316-96e6-466a-b76a-2729e594d786 req-b48d1aea-b77d-442c-8db9-0d4630c010c8 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444424 Jun 29 10:59:50.543985 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-5ac6700f-f80e-45e2-b025-279c20b38699 req-53f62e86-6291-4c46-814e-f9de3a9fa531 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582790 Jun 29 10:59:50.592510 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-0de17cf5-c54d-4497-82da-741cefb820ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:50.597017 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:50.660144 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de17cf5-c54d-4497-82da-741cefb820ac service neutron] Pushing event updated for resources: {'Port': ['ID=d9d21a13-b732-4518-bc8a-5b000bbab40e,revision_number=2']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:50.689072 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de17cf5-c54d-4497-82da-741cefb820ac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:50.689428 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de17cf5-c54d-4497-82da-741cefb820ac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:50.689773 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de17cf5-c54d-4497-82da-741cefb820ac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:50.690136 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de17cf5-c54d-4497-82da-741cefb820ac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:50.690476 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de17cf5-c54d-4497-82da-741cefb820ac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:50.690805 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de17cf5-c54d-4497-82da-741cefb820ac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:50.691231 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de17cf5-c54d-4497-82da-741cefb820ac service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:50.691569 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de17cf5-c54d-4497-82da-741cefb820ac service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:50.691899 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de17cf5-c54d-4497-82da-741cefb820ac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:50.692225 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de17cf5-c54d-4497-82da-741cefb820ac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:50.692582 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de17cf5-c54d-4497-82da-741cefb820ac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:50.692956 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de17cf5-c54d-4497-82da-741cefb820ac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:50.698535 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-0de17cf5-c54d-4497-82da-741cefb820ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:50.710978 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2b5f1-5c1a-4e30-8b3a-3fa2a092df49 req-6143e876-db18-4df5-b713-d5fcd674f2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:50.712471 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-b7b2b5f1-5c1a-4e30-8b3a-3fa2a092df49 req-6143e876-db18-4df5-b713-d5fcd674f2c9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a367762fea4d4aa2bc4d9c8b1985272c&device_id=e5c66201-89c2-43c5-852a-e504b81dfa0a HTTP/1.1" status: 200 len: 1096 time: 0.1590896 Jun 29 10:59:50.714858 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-0de17cf5-c54d-4497-82da-741cefb820ac service neutron] Attempting to bind port d9d21a13-b732-4518-bc8a-5b000bbab40e on host hv-cinder-79351 for vnic_type normal with profile {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:59:50.715184 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-0de17cf5-c54d-4497-82da-741cefb820ac service neutron] Attempting to bind port d9d21a13-b732-4518-bc8a-5b000bbab40e by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '64b4cb38-7e11-4561-a8c9-40aa0546c61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c38cfd39-f5ff-4f74-90c8-7b8933a30edd'}] {{(pid=105127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:59:50.715502 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-0de17cf5-c54d-4497-82da-741cefb820ac service neutron] Attempting to bind port d9d21a13-b732-4518-bc8a-5b000bbab40e on network c38cfd39-f5ff-4f74-90c8-7b8933a30edd {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:59:50.728973 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-0de17cf5-c54d-4497-82da-741cefb820ac service neutron] Port d9d21a13-b732-4518-bc8a-5b000bbab40e on network c38cfd39-f5ff-4f74-90c8-7b8933a30edd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:59:50.728973 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-0de17cf5-c54d-4497-82da-741cefb820ac service neutron] Attempting to bind port d9d21a13-b732-4518-bc8a-5b000bbab40e on network c38cfd39-f5ff-4f74-90c8-7b8933a30edd {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:59:50.766642 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-0de17cf5-c54d-4497-82da-741cefb820ac service neutron] Checking agent: {'id': 'bdcb3022-9de1-427e-88c2-d5d630f764fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 56, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:59:50.766981 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-0de17cf5-c54d-4497-82da-741cefb820ac service neutron] Checking segment: {'id': '64b4cb38-7e11-4561-a8c9-40aa0546c61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c38cfd39-f5ff-4f74-90c8-7b8933a30edd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:59:50.767359 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-0de17cf5-c54d-4497-82da-741cefb820ac service neutron] Bound using segment: {'id': '64b4cb38-7e11-4561-a8c9-40aa0546c61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c38cfd39-f5ff-4f74-90c8-7b8933a30edd'} {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:59:50.767817 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-0de17cf5-c54d-4497-82da-741cefb820ac service neutron] Bound port: d9d21a13-b732-4518-bc8a-5b000bbab40e, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64b4cb38-7e11-4561-a8c9-40aa0546c61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c38cfd39-f5ff-4f74-90c8-7b8933a30edd'}}] {{(pid=105127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:59:50.768166 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-0de17cf5-c54d-4497-82da-741cefb820ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:50.945747 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2b5f1-5c1a-4e30-8b3a-3fa2a092df49 req-d89da3bf-40d0-46f5-8ffd-839c1f74e8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:50.953742 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-b7b2b5f1-5c1a-4e30-8b3a-3fa2a092df49 req-d89da3bf-40d0-46f5-8ffd-839c1f74e8cd service neutron] 10.222.0.42 "GET /v2.0/networks?id=3dddfc96-446a-4271-b2e4-1fbf8fb2f736 HTTP/1.1" status: 200 len: 916 time: 0.2275569 Jun 29 10:59:50.953742 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-0de17cf5-c54d-4497-82da-741cefb820ac service neutron] For port d9d21a13-b732-4518-bc8a-5b000bbab40e, host hv-cinder-79351, cleared binding levels {{(pid=105127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:59:50.957917 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-0de17cf5-c54d-4497-82da-741cefb820ac service neutron] For port d9d21a13-b732-4518-bc8a-5b000bbab40e, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d9d21a13-b732-4518-bc8a-5b000bbab40e,segment=NetworkSegment(64b4cb38-7e11-4561-a8c9-40aa0546c61d),segment_id=64b4cb38-7e11-4561-a8c9-40aa0546c61d)] {{(pid=105127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:59:51.010213 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-b7b2b5f1-5c1a-4e30-8b3a-3fa2a092df49 req-63694a62-90b8-4eca-b3ff-089563bb42f6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10dd8b68-b420-4cb0-9014-f4cd5775fda2 HTTP/1.1" status: 200 len: 217 time: 0.0494142 Jun 29 10:59:51.067676 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-0de17cf5-c54d-4497-82da-741cefb820ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:51.075049 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-f35e013a-0d58-4a2d-815a-e79cd99a9d2b tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:51.131400 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-0de17cf5-c54d-4497-82da-741cefb820ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:51.132014 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-0de17cf5-c54d-4497-82da-741cefb820ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:51.133405 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-0de17cf5-c54d-4497-82da-741cefb820ac service neutron] 10.222.0.42 "PUT /v2.0/ports/d9d21a13-b732-4518-bc8a-5b000bbab40e HTTP/1.1" status: 200 len: 1093 time: 1.7476640 Jun 29 10:59:51.140193 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2b5f1-5c1a-4e30-8b3a-3fa2a092df49 req-47c5ef7a-c785-4b10-8b10-7b02db7d27d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:51.141605 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-b7b2b5f1-5c1a-4e30-8b3a-3fa2a092df49 req-47c5ef7a-c785-4b10-8b10-7b02db7d27d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e78b9c77-e0e0-471c-a845-17d582c68532 HTTP/1.1" status: 200 len: 855 time: 0.1156654 Jun 29 10:59:51.203205 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-b7b2b5f1-5c1a-4e30-8b3a-3fa2a092df49 req-69378c39-1945-47fc-b924-fd3757e2e8e2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3dddfc96-446a-4271-b2e4-1fbf8fb2f736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386522 Jun 29 10:59:51.212621 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9d462-404b-4231-9ee1-f3268edf10d6 req-802241f1-8d1b-4bcf-b30b-5c858f96f3ea tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:51.216164 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-b0c9d462-404b-4231-9ee1-f3268edf10d6 req-802241f1-8d1b-4bcf-b30b-5c858f96f3ea tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] 10.222.0.66 "GET /v2.0/ports?device_id=67bc2766-54e4-4dd6-b05c-6c70ffea8b51 HTTP/1.1" status: 200 len: 943 time: 0.2461064 Jun 29 10:59:51.216164 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de17cf5-c54d-4497-82da-741cefb820ac service neutron] Pushing event updated for resources: {'Port': ['ID=d9d21a13-b732-4518-bc8a-5b000bbab40e,revision_number=3']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:51.218904 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-0de17cf5-c54d-4497-82da-741cefb820ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:51.253943 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 51570) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:51.279735 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 51572) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:51.306731 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67bc2766-54e4-4dd6-b05c-6c70ffea8b51', 'tag': 'd9d21a13-b732-4518-bc8a-5b000bbab40e'}] {{(pid=105127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:59:51.309486 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.db.db_base_plugin_v2 [None req-4390c708-e475-45fe-9e40-218dcebe3a5e admin admin] Deleting subnet cdeeb061-fe42-4037-bc54-f4ecb69a899e {{(pid=105126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:59:51.309682 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51926c8a96ac3dcbe8a9a7c61d1f1b13ee7346919254cfc90a12d4d270e3eabf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5c748a-3bc7-463e-a41b-e9e4bc1c9228" -d '{"events": [{"name": "network-changed", "server_uuid": "67bc2766-54e4-4dd6-b05c-6c70ffea8b51", "tag": "d9d21a13-b732-4518-bc8a-5b000bbab40e"}]}' {{(pid=105127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:59:51.312747 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-4390c708-e475-45fe-9e40-218dcebe3a5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:51.338010 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-30e3bc53-e05c-4359-8ccc-354113fefd9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:51.356381 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-4390c708-e475-45fe-9e40-218dcebe3a5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133135627'] for subnet, precommit_delete_associations {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:51.369314 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-b0c9d462-404b-4231-9ee1-f3268edf10d6 req-d7e6ea2e-c63e-4b79-a780-77fe2b9afb68 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] 10.222.0.66 "GET /v2.0/security-groups?id=3cb90155-a153-4b27-ada8-a777450edeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412847 Jun 29 10:59:51.371584 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a08bf0-742b-4358-adc0-23ead23f8398 x-openstack-request-id: req-37a08bf0-742b-4358-adc0-23ead23f8398 {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:59:51.371897 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67bc2766-54e4-4dd6-b05c-6c70ffea8b51", "tag": "d9d21a13-b732-4518-bc8a-5b000bbab40e", "status": "completed", "code": 200}]} {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:59:51.372561 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-37a08bf0-742b-4358-adc0-23ead23f8398 {{(pid=105127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:59:51.372561 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67bc2766-54e4-4dd6-b05c-6c70ffea8b51', 'tag': 'd9d21a13-b732-4518-bc8a-5b000bbab40e', 'status': 'completed', 'code': 200} Jun 29 10:59:51.407135 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-4390c708-e475-45fe-9e40-218dcebe3a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403832'] for subnet, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:51.417996 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-b7b2b5f1-5c1a-4e30-8b3a-3fa2a092df49 req-eccf9dab-109d-4629-baa7-145be726ebc0 service neutron] 10.222.0.42 "GET /v2.0/networks/3dddfc96-446a-4271-b2e4-1fbf8fb2f736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000949 Jun 29 10:59:51.498771 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-57768cbd-e4ef-45bf-9a9a-6bf2a3c51e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:51.500252 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-57768cbd-e4ef-45bf-9a9a-6bf2a3c51e9a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=737cf20468374c56b5bf667ed6dc1af8&device_id=67bc2766-54e4-4dd6-b05c-6c70ffea8b51 HTTP/1.1" status: 200 len: 1096 time: 0.2081792 Jun 29 10:59:51.576545 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-9ffefc7b-3902-4f87-8735-4084f3474e13 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9d21a13-b732-4518-bc8a-5b000bbab40e HTTP/1.1" status: 200 len: 217 time: 0.0553105 Jun 29 10:59:51.583312 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-4390c708-e475-45fe-9e40-218dcebe3a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131239632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131955217'] for subnet, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:51.588155 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:51.600159 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-b7b2b5f1-5c1a-4e30-8b3a-3fa2a092df49 req-7fb5f8a5-ee31-4f3a-8eb1-8b9fb136a17d service neutron] 10.222.0.42 "GET /v2.0/networks/3dddfc96-446a-4271-b2e4-1fbf8fb2f736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708508 Jun 29 10:59:51.641464 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-4390c708-e475-45fe-9e40-218dcebe3a5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:51.643918 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-4390c708-e475-45fe-9e40-218dcebe3a5e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/cdeeb061-fe42-4037-bc54-f4ecb69a899e HTTP/1.1" status: 204 len: 168 time: 0.3880084 Jun 29 10:59:51.645050 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4390c708-e475-45fe-9e40-218dcebe3a5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdeeb061-fe42-4037-bc54-f4ecb69a899e,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:51.646645 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 51586) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:51.665363 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4390c708-e475-45fe-9e40-218dcebe3a5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:51.665735 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4390c708-e475-45fe-9e40-218dcebe3a5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:51.668749 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4390c708-e475-45fe-9e40-218dcebe3a5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:51.668749 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4390c708-e475-45fe-9e40-218dcebe3a5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:51.668749 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4390c708-e475-45fe-9e40-218dcebe3a5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:51.668749 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4390c708-e475-45fe-9e40-218dcebe3a5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:51.668749 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4390c708-e475-45fe-9e40-218dcebe3a5e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:51.668749 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4390c708-e475-45fe-9e40-218dcebe3a5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:51.668749 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4390c708-e475-45fe-9e40-218dcebe3a5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:51.668749 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4390c708-e475-45fe-9e40-218dcebe3a5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:51.669402 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4390c708-e475-45fe-9e40-218dcebe3a5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:51.669402 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4390c708-e475-45fe-9e40-218dcebe3a5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:51.673116 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-4390c708-e475-45fe-9e40-218dcebe3a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:51.691736 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-30e3bc53-e05c-4359-8ccc-354113fefd9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:51.729217 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-04735feb-143e-4654-b451-f27c48d36f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:51.730852 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-04735feb-143e-4654-b451-f27c48d36f2b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=174036bc-9058-4821-9121-c1ab9a85b426 HTTP/1.1" status: 200 len: 848 time: 0.1416795 Jun 29 10:59:51.757485 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27aedd-8f0c-4375-9d09-3f61ea637a33 req-52bff61f-ea91-4a21-959f-40f5c3c59fa3 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:51.758916 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-2b27aedd-8f0c-4375-9d09-3f61ea637a33 req-52bff61f-ea91-4a21-959f-40f5c3c59fa3 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.0700765 Jun 29 10:59:51.804032 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-2b27aedd-8f0c-4375-9d09-3f61ea637a33 req-260a3f09-eff6-4450-a9dd-26a0d1470829 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392535 Jun 29 10:59:51.811432 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-30e3bc53-e05c-4359-8ccc-354113fefd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:51.815843 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-009a2e8a-3446-4a53-abbe-92e48cef1199 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38cfd39-f5ff-4f74-90c8-7b8933a30edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666168 Jun 29 10:59:51.820435 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-e96d634e-f219-4879-8ea7-d664e82af7ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:51.834554 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-ba2466a4-294e-4f8e-95be-a16d3987a187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513381'] for network, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:51.929292 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e3bc53-e05c-4359-8ccc-354113fefd9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e88d135-c99e-40b8-933e-ff70859f63ac,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:51.936863 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-30e3bc53-e05c-4359-8ccc-354113fefd9d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cb2ed5c09b4e4cf6b46fc7055d694645&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6523118 Jun 29 10:59:51.937413 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 51592) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:51.938501 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-30e3bc53-e05c-4359-8ccc-354113fefd9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:51.997958 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-1df75122-650a-4911-8f2e-619b207d7136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:52.020882 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-1df75122-650a-4911-8f2e-619b207d7136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:52.039023 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-ba2466a4-294e-4f8e-95be-a16d3987a187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405582', 'neutron.services.segments.db._delete_segments_for_network-8761935544625'] for network, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:52.059358 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-ba2466a4-294e-4f8e-95be-a16d3987a187 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:59:52.059765 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-ba2466a4-294e-4f8e-95be-a16d3987a187 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:59:52.066081 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-ba2466a4-294e-4f8e-95be-a16d3987a187 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:59:52.066814 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-ba2466a4-294e-4f8e-95be-a16d3987a187 admin admin] Subscribe: > port after_create 55550000 {{(pid=105127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:59:52.067174 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-ba2466a4-294e-4f8e-95be-a16d3987a187 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:59:52.067516 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-ba2466a4-294e-4f8e-95be-a16d3987a187 admin admin] Subscribe: > port after_update 55550000 {{(pid=105127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:59:52.067844 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-ba2466a4-294e-4f8e-95be-a16d3987a187 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:59:52.068313 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-ba2466a4-294e-4f8e-95be-a16d3987a187 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:59:52.070001 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-ba2466a4-294e-4f8e-95be-a16d3987a187 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:59:52.070001 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-ba2466a4-294e-4f8e-95be-a16d3987a187 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:59:52.130821 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-1df75122-650a-4911-8f2e-619b207d7136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:52.133731 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-1df75122-650a-4911-8f2e-619b207d7136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:52.137166 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-1df75122-650a-4911-8f2e-619b207d7136 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1e88d135-c99e-40b8-933e-ff70859f63ac HTTP/1.1" status: 204 len: 168 time: 0.1964843 Jun 29 10:59:52.137166 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-7636f2b6-8688-46fd-b187-ca497c79597d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:52.141525 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-ba2466a4-294e-4f8e-95be-a16d3987a187 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:59:52.141882 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-ba2466a4-294e-4f8e-95be-a16d3987a187 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:59:52.142216 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-ba2466a4-294e-4f8e-95be-a16d3987a187 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:59:52.142566 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-ba2466a4-294e-4f8e-95be-a16d3987a187 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:59:52.142924 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.services.segments.db [None req-ba2466a4-294e-4f8e-95be-a16d3987a187 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac02be72-d500-4efd-a7d0-236b527cd490']}} {{(pid=105127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:59:52.146254 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df75122-650a-4911-8f2e-619b207d7136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e88d135-c99e-40b8-933e-ff70859f63ac,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:52.150133 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-1df75122-650a-4911-8f2e-619b207d7136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:52.178261 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.services.segments.db [None req-ba2466a4-294e-4f8e-95be-a16d3987a187 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0efbef0-4c40-4b61-9b6d-c0442e1acd1d') {'for_net_delete': True} {{(pid=105127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:59:52.178556 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.services.segments.db [None req-ba2466a4-294e-4f8e-95be-a16d3987a187 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0efbef0-4c40-4b61-9b6d-c0442e1acd1d') {} {{(pid=105127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:59:52.189623 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9153b494-3b57-45ba-8087-e9faaa6ea7ee req-a2f914d7-2485-421a-a51e-47bf1034e8fb tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:52.191904 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-9153b494-3b57-45ba-8087-e9faaa6ea7ee req-a2f914d7-2485-421a-a51e-47bf1034e8fb tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5c66201-89c2-43c5-852a-e504b81dfa0a HTTP/1.1" status: 200 len: 943 time: 0.4672945 Jun 29 10:59:52.211065 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-ba2466a4-294e-4f8e-95be-a16d3987a187 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761935440276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133725513'] for segment, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:52.262422 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-ba2466a4-294e-4f8e-95be-a16d3987a187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790'] for segment, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:52.281257 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-d15964ef-2246-4c0e-90a0-ed00debae4bf service neutron] 10.222.0.42 "GET /v2.0/networks/c38cfd39-f5ff-4f74-90c8-7b8933a30edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429073 Jun 29 10:59:52.284567 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba2466a4-294e-4f8e-95be-a16d3987a187 admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=105127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:59:52.284986 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-ba2466a4-294e-4f8e-95be-a16d3987a187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130347196'] for segment, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: from cryptography.utils import int_from_bytes Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: from cryptography.utils import int_from_bytes Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: Traceback (most recent call last): Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: timer() Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: cb(*args, **kw) Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: return func(*args, **kwargs) Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: self._notify() Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: self.callback(batched_events) Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: event.method(event) Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: return f(self, *a, **k) Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: return self._get(url).json() Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: return self.request(url, 'GET', **kwargs) Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:59:52.288957 dv-cinder-793515-4-smb neutron-server[105127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:59:52.337825 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-9153b494-3b57-45ba-8087-e9faaa6ea7ee req-90ef7867-e1cf-4817-94a0-6ab33d7bd665 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308897 Jun 29 10:59:52.339386 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-ba2c0559-b94b-4612-9700-7cf730f947a6 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=d368014f30f84749a421a3951ae6fcc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290022 Jun 29 10:59:52.443572 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-9ae6abc1-f924-4f41-aae6-ce192e5cb3c3 req-d3e3102e-4544-424d-adca-88e2eb07223e service neutron] 10.222.0.42 "GET /v2.0/networks/c38cfd39-f5ff-4f74-90c8-7b8933a30edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414886 Jun 29 10:59:52.478866 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-ba2466a4-294e-4f8e-95be-a16d3987a187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606861'] for network, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:52.491401 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-ba2466a4-294e-4f8e-95be-a16d3987a187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for network, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:52.494985 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-ba2466a4-294e-4f8e-95be-a16d3987a187 admin admin] 10.222.0.66 "DELETE /v2.0/networks/ac02be72-d500-4efd-a7d0-236b527cd490 HTTP/1.1" status: 204 len: 168 time: 0.8473625 Jun 29 10:59:52.495836 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-5405da0e-1698-4c0a-831f-eec535bcb8fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:52.534464 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2466a4-294e-4f8e-95be-a16d3987a187 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac02be72-d500-4efd-a7d0-236b527cd490,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:52.542633 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-ba2466a4-294e-4f8e-95be-a16d3987a187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:52.558448 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-af99d82f-e2fa-4edf-a68b-2b5eb1a0886e tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:52.561212 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-af99d82f-e2fa-4edf-a68b-2b5eb1a0886e tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2158771 Jun 29 10:59:52.595405 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-fa32f3f5-8067-4ceb-96dc-bc4281fe1520 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] 10.222.0.66 "GET /v2.0/quotas/d368014f30f84749a421a3951ae6fcc1 HTTP/1.1" status: 200 len: 375 time: 0.0258470 Jun 29 10:59:52.613339 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565fd5b-e8eb-481c-9339-12bd52d1ce91 req-a2b45322-dfdd-4f29-a630-1aa905ee5367 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:52.617085 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d565fd5b-e8eb-481c-9339-12bd52d1ce91 req-a2b45322-dfdd-4f29-a630-1aa905ee5367 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] 10.222.0.66 "GET /v2.0/ports?device_id=67bc2766-54e4-4dd6-b05c-6c70ffea8b51 HTTP/1.1" status: 200 len: 943 time: 0.0753489 Jun 29 10:59:52.634654 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-8854ecd5-0a35-4a35-98fe-09b3058390c6 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d368014f30f84749a421a3951ae6fcc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383174 Jun 29 10:59:52.686564 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d565fd5b-e8eb-481c-9339-12bd52d1ce91 req-6c81ba6a-e36e-4753-9f2b-18023c6fed59 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] 10.222.0.66 "GET /v2.0/security-groups?id=3cb90155-a153-4b27-ada8-a777450edeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659871 Jun 29 10:59:52.714335 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c748a-3bc7-463e-a41b-e9e4bc1c9228 req-c11a5a90-a493-4540-add3-6bcac47821b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:52.715811 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-db5c748a-3bc7-463e-a41b-e9e4bc1c9228 req-c11a5a90-a493-4540-add3-6bcac47821b6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=737cf20468374c56b5bf667ed6dc1af8&device_id=67bc2766-54e4-4dd6-b05c-6c70ffea8b51 HTTP/1.1" status: 200 len: 1096 time: 0.0936587 Jun 29 10:59:52.817610 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 51634) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:52.831650 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c748a-3bc7-463e-a41b-e9e4bc1c9228 req-1c10c207-ec2a-4ef8-9efb-c439c7b07895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:52.833681 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-db5c748a-3bc7-463e-a41b-e9e4bc1c9228 req-1c10c207-ec2a-4ef8-9efb-c439c7b07895 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c38cfd39-f5ff-4f74-90c8-7b8933a30edd HTTP/1.1" status: 200 len: 909 time: 0.1067557 Jun 29 10:59:52.920282 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-c466dac7-0f47-461d-90c3-b8ebc2bbdced admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=60bd728274f542a58b0807650ae363da&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1005130 Jun 29 10:59:52.921972 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 51640) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:52.927224 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-db5c748a-3bc7-463e-a41b-e9e4bc1c9228 req-f751c418-6e46-4826-a47b-05844be320b5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9d21a13-b732-4518-bc8a-5b000bbab40e HTTP/1.1" status: 200 len: 217 time: 0.0733502 Jun 29 10:59:52.936901 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-69cb637c-6625-471c-bf79-bcf44b82046a req-6e26f8c3-71ff-4608-ab78-3b0aef5ee13e tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d84c7db-ef6f-45a3-992b-8017df1da487 HTTP/1.1" status: 200 len: 210 time: 0.0952449 Jun 29 10:59:52.985990 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-e1d17def-1463-4f5f-9aeb-8cc8cc7b17f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:53.020486 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c748a-3bc7-463e-a41b-e9e4bc1c9228 req-e781a963-d571-4bf4-86f8-a93beb078728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:53.021971 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-db5c748a-3bc7-463e-a41b-e9e4bc1c9228 req-e781a963-d571-4bf4-86f8-a93beb078728 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=174036bc-9058-4821-9121-c1ab9a85b426 HTTP/1.1" status: 200 len: 848 time: 0.0841556 Jun 29 10:59:53.061599 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-e1d17def-1463-4f5f-9aeb-8cc8cc7b17f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:53.061795 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-db5c748a-3bc7-463e-a41b-e9e4bc1c9228 req-29a59563-b86f-4f41-bc18-b52656693924 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38cfd39-f5ff-4f74-90c8-7b8933a30edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286374 Jun 29 10:59:53.134774 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d8e88-dfa8-4827-9f1e-91fbd5213092 req-6e2a07a1-699a-4629-832c-a67e054ac5b5 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:53.136552 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-b70d8e88-dfa8-4827-9f1e-91fbd5213092 req-6e2a07a1-699a-4629-832c-a67e054ac5b5 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.1262081 Jun 29 10:59:53.178511 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-db5c748a-3bc7-463e-a41b-e9e4bc1c9228 req-4c4aeee2-7a59-45de-ac02-60537ed2b9ac service neutron] 10.222.0.42 "GET /v2.0/networks/c38cfd39-f5ff-4f74-90c8-7b8933a30edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022584 Jun 29 10:59:53.178789 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-b70d8e88-dfa8-4827-9f1e-91fbd5213092 req-b89b3ca0-add6-4431-9f5a-8b8ea8d048d1 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354121 Jun 29 10:59:53.210381 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-e1d17def-1463-4f5f-9aeb-8cc8cc7b17f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:53.213235 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-e1d17def-1463-4f5f-9aeb-8cc8cc7b17f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:53.214339 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-e1d17def-1463-4f5f-9aeb-8cc8cc7b17f5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/084ff85d-0624-4187-a2bf-fe975f84f1d1 HTTP/1.1" status: 204 len: 168 time: 0.2914586 Jun 29 10:59:53.215203 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-f43788ec-a1dc-45c1-9b1f-b5104037d544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:53.223878 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d17def-1463-4f5f-9aeb-8cc8cc7b17f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084ff85d-0624-4187-a2bf-fe975f84f1d1,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:53.227640 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-e1d17def-1463-4f5f-9aeb-8cc8cc7b17f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:53.318643 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-db5c748a-3bc7-463e-a41b-e9e4bc1c9228 req-881ab35b-d8b1-4b6d-a459-b76f4f55f6eb service neutron] 10.222.0.42 "GET /v2.0/networks/c38cfd39-f5ff-4f74-90c8-7b8933a30edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290648 Jun 29 10:59:53.526218 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ba79b-5f9b-4770-bbfd-782f3cc6ff32 req-d9682ba1-c6e3-450a-b1a0-a06cd3aea868 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:53.532978 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-b12ba79b-5f9b-4770-bbfd-782f3cc6ff32 req-d9682ba1-c6e3-450a-b1a0-a06cd3aea868 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5c66201-89c2-43c5-852a-e504b81dfa0a HTTP/1.1" status: 200 len: 943 time: 0.0785432 Jun 29 10:59:53.573458 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-b12ba79b-5f9b-4770-bbfd-782f3cc6ff32 req-1e554560-4a33-42f1-9990-b40e8efbf0ee tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361271 Jun 29 10:59:53.680183 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 10dd8b68-b420-4cb0-9014-f4cd5775fda2 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=105128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:59:53.804915 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 10dd8b68-b420-4cb0-9014-f4cd5775fda2, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=10dd8b68-b420-4cb0-9014-f4cd5775fda2,segment=NetworkSegment(d751559d-5565-473f-a10b-07ec42d05c7f),segment_id=d751559d-5565-473f-a10b-07ec42d05c7f)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:59:53.835716 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Returning: {'device': '10dd8b68-b420-4cb0-9014-f4cd5775fda2', 'network_id': '3dddfc96-446a-4271-b2e4-1fbf8fb2f736', 'port_id': '10dd8b68-b420-4cb0-9014-f4cd5775fda2', 'mac_address': 'fa:16:3e:9a:14:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e78b9c77-e0e0-471c-a845-17d582c68532', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:59:53.881897 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:53.891032 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10066a2-4305-4528-b5f8-51b1f4fd5226 req-d8e2936d-6583-47c6-9d98-4ff0d465cdda tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:53.898968 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a10066a2-4305-4528-b5f8-51b1f4fd5226 req-d8e2936d-6583-47c6-9d98-4ff0d465cdda tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] 10.222.0.66 "GET /v2.0/ports?device_id=67bc2766-54e4-4dd6-b05c-6c70ffea8b51 HTTP/1.1" status: 200 len: 943 time: 0.0794704 Jun 29 10:59:53.905541 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10dd8b68-b420-4cb0-9014-f4cd5775fda2 {{(pid=105128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:59:53.929098 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 10dd8b68-b420-4cb0-9014-f4cd5775fda2, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=10dd8b68-b420-4cb0-9014-f4cd5775fda2,segment=NetworkSegment(d751559d-5565-473f-a10b-07ec42d05c7f),segment_id=d751559d-5565-473f-a10b-07ec42d05c7f)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:59:53.943124 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a10066a2-4305-4528-b5f8-51b1f4fd5226 req-a68cc07e-54fd-467a-b28c-f716e72c76d6 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] 10.222.0.66 "GET /v2.0/security-groups?id=3cb90155-a153-4b27-ada8-a777450edeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432093 Jun 29 10:59:54.033685 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:54.036880 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-c47869d4-5175-40bc-8b0d-e714f3ad0f5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:54.044853 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f76550a3-0578-4a40-8ae8-6b71e2ac5fa1 req-21dd32b7-bb78-4592-a74a-76b01617bc60 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d84c7db-ef6f-45a3-992b-8017df1da487 HTTP/1.1" status: 200 len: 210 time: 0.0401442 Jun 29 10:59:54.084476 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=10dd8b68-b420-4cb0-9014-f4cd5775fda2,revision_number=4']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:54.091351 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:54.091706 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:54.092052 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:54.092423 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:54.092759 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:54.093092 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:54.093430 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:54.093761 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:54.094130 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:54.094476 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:54.094806 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:54.095129 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:54.099950 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:54.370165 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d8365-c6f0-47b3-8ce7-9c46f481aa4a req-7916d5b8-3171-4bbc-a640-523f6d00b738 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:54.371531 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-021d8365-c6f0-47b3-8ce7-9c46f481aa4a req-7916d5b8-3171-4bbc-a640-523f6d00b738 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.0680392 Jun 29 10:59:54.411705 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-021d8365-c6f0-47b3-8ce7-9c46f481aa4a req-89ff15b7-26e2-4124-93e4-263511d16c5f tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342529 Jun 29 10:59:54.454336 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] get_ports_and_sgs() called for port_ids ['10dd8b68-b420-4cb0-9014-f4cd5775fda2'] {{(pid=105128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:59:54.765990 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7d66d-dc14-4215-8f4a-5c58c955034c req-e5a69536-5a2d-4ac8-b317-284a1f9c75a5 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:54.774258 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-e1a7d66d-dc14-4215-8f4a-5c58c955034c req-e5a69536-5a2d-4ac8-b317-284a1f9c75a5 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5c66201-89c2-43c5-852a-e504b81dfa0a HTTP/1.1" status: 200 len: 944 time: 0.0800879 Jun 29 10:59:54.823237 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-e1a7d66d-dc14-4215-8f4a-5c58c955034c req-1decdb5c-916b-477d-9aea-a1ea174d328a tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477958 Jun 29 10:59:55.141735 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83719692-a2aa-4949-a6a8-dcd6ad0de600 req-9d8d8f3b-2809-48d1-a9e6-84e530495e96 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:55.158369 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-83719692-a2aa-4949-a6a8-dcd6ad0de600 req-9d8d8f3b-2809-48d1-a9e6-84e530495e96 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] 10.222.0.66 "GET /v2.0/ports?device_id=67bc2766-54e4-4dd6-b05c-6c70ffea8b51 HTTP/1.1" status: 200 len: 943 time: 0.0964947 Jun 29 10:59:55.216948 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-83719692-a2aa-4949-a6a8-dcd6ad0de600 req-be69b1aa-093e-439e-a532-d92ab28f8bb1 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] 10.222.0.66 "GET /v2.0/security-groups?id=3cb90155-a153-4b27-ada8-a777450edeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572436 Jun 29 10:59:55.231585 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-315136a1-ee6b-43f3-b50d-cd49765f5136 req-f0af07b5-5d06-4bd8-88f0-d13e72663f5e tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d84c7db-ef6f-45a3-992b-8017df1da487 HTTP/1.1" status: 200 len: 210 time: 0.0389128 Jun 29 10:59:55.587439 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734e8cc-34c6-429f-9873-f1a4835a2cbd req-0ea22bd0-bf56-4fb9-872e-40fa8af08338 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:55.588954 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-9734e8cc-34c6-429f-9873-f1a4835a2cbd req-0ea22bd0-bf56-4fb9-872e-40fa8af08338 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.0621614 Jun 29 10:59:55.627180 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-9734e8cc-34c6-429f-9873-f1a4835a2cbd req-3e3e4526-3fd6-486c-9f7b-694021a7d5fb tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323958 Jun 29 10:59:55.681823 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device d9d21a13-b732-4518-bc8a-5b000bbab40e details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=105128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:59:55.697767 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 10dd8b68-b420-4cb0-9014-f4cd5775fda2 up at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:59:55.907283 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port d9d21a13-b732-4518-bc8a-5b000bbab40e, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d9d21a13-b732-4518-bc8a-5b000bbab40e,segment=NetworkSegment(64b4cb38-7e11-4561-a8c9-40aa0546c61d),segment_id=64b4cb38-7e11-4561-a8c9-40aa0546c61d)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:59:55.925535 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Returning: {'device': 'd9d21a13-b732-4518-bc8a-5b000bbab40e', 'network_id': 'c38cfd39-f5ff-4f74-90c8-7b8933a30edd', 'port_id': 'd9d21a13-b732-4518-bc8a-5b000bbab40e', 'mac_address': 'fa:16:3e:f5:fd:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174036bc-9058-4821-9121-c1ab9a85b426', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:59:55.927432 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Provisioning for port 10dd8b68-b420-4cb0-9014-f4cd5775fda2 completed by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:59:55.933518 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Provisioning complete for port 10dd8b68-b420-4cb0-9014-f4cd5775fda2 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:59:55.934164 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:56.032811 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:56.051552 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9d21a13-b732-4518-bc8a-5b000bbab40e {{(pid=105128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:59:56.059750 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-3fd88e66-4b7c-4ea8-8eca-595b1eb1f247 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=d368014f30f84749a421a3951ae6fcc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610497 Jun 29 10:59:56.072845 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bfd72-706a-477e-b49f-20bb843516fe req-639b52b2-ce76-4191-88a4-3109484b5a31 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:56.075464 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-661bfd72-706a-477e-b49f-20bb843516fe req-639b52b2-ce76-4191-88a4-3109484b5a31 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5c66201-89c2-43c5-852a-e504b81dfa0a HTTP/1.1" status: 200 len: 944 time: 0.1056769 Jun 29 10:59:56.076101 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 51782) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:56.093295 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port d9d21a13-b732-4518-bc8a-5b000bbab40e, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d9d21a13-b732-4518-bc8a-5b000bbab40e,segment=NetworkSegment(64b4cb38-7e11-4561-a8c9-40aa0546c61d),segment_id=64b4cb38-7e11-4561-a8c9-40aa0546c61d)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:59:56.139553 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:56.141764 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-661bfd72-706a-477e-b49f-20bb843516fe req-d5534da6-4c4c-4f6c-8902-4eab191e5896 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580246 Jun 29 10:59:56.187312 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c66201-89c2-43c5-852a-e504b81dfa0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10dd8b68-b420-4cb0-9014-f4cd5775fda2'}] {{(pid=105128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:59:56.189636 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f554d8236d32e986c704cda53ac23f663e6b3c5228ed3933e2c5dc2c6a48410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3506a0cd-ed13-4e2f-807d-8cc31d7885ea" -d '{"events": [{"server_uuid": "e5c66201-89c2-43c5-852a-e504b81dfa0a", "name": "network-vif-plugged", "status": "completed", "tag": "10dd8b68-b420-4cb0-9014-f4cd5775fda2"}]}' {{(pid=105128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:59:56.219190 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:56.227737 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 10dd8b68-b420-4cb0-9014-f4cd5775fda2, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=10dd8b68-b420-4cb0-9014-f4cd5775fda2,segment=NetworkSegment(d751559d-5565-473f-a10b-07ec42d05c7f),segment_id=d751559d-5565-473f-a10b-07ec42d05c7f)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:59:56.228857 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:56.270469 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74230b2d-49b8-4996-89de-f611a1eddae0 x-openstack-request-id: req-74230b2d-49b8-4996-89de-f611a1eddae0 {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:59:56.270777 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c66201-89c2-43c5-852a-e504b81dfa0a", "name": "network-vif-plugged", "status": "completed", "tag": "10dd8b68-b420-4cb0-9014-f4cd5775fda2", "code": 200}]} {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:59:56.272568 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-74230b2d-49b8-4996-89de-f611a1eddae0 {{(pid=105128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:59:56.272568 dv-cinder-793515-4-smb neutron-server[105128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c66201-89c2-43c5-852a-e504b81dfa0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10dd8b68-b420-4cb0-9014-f4cd5775fda2', 'code': 200} Jun 29 10:59:56.292838 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-25a0b30d-f2fb-4e4e-bde6-fe738eb67955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:56.297269 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:56.313979 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=d9d21a13-b732-4518-bc8a-5b000bbab40e,revision_number=4']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:56.316837 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:56.317351 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-c47869d4-5175-40bc-8b0d-e714f3ad0f5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:56.382369 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-c27a658a-5a41-4773-88c1-f5d3b4ea29f2 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:56.385311 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-c27a658a-5a41-4773-88c1-f5d3b4ea29f2 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3178353 Jun 29 10:59:56.409264 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=10dd8b68-b420-4cb0-9014-f4cd5775fda2,revision_number=5']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:56.414512 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:56.438731 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-c52aa20c-92a3-418b-bffe-fd26bade0f1d tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Request body: {'port': {'device_id': '1d84c7db-ef6f-45a3-992b-8017df1da487', 'network_id': 'b7109668-9c6c-4d3a-bd06-8105e2a96d72', 'admin_state_up': True, 'tenant_id': 'd368014f30f84749a421a3951ae6fcc1'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:59:56.492099 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-25a0b30d-f2fb-4e4e-bde6-fe738eb67955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:56.574813 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e488b0e-064e-4baf-a98e-3e3599d1f865 req-965e233b-7b43-425b-b4fb-a9950742ad32 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:56.576439 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-5e488b0e-064e-4baf-a98e-3e3599d1f865 req-965e233b-7b43-425b-b4fb-a9950742ad32 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] 10.222.0.66 "GET /v2.0/ports?device_id=67bc2766-54e4-4dd6-b05c-6c70ffea8b51 HTTP/1.1" status: 200 len: 944 time: 0.0827854 Jun 29 10:59:56.619465 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-5e488b0e-064e-4baf-a98e-3e3599d1f865 req-488c24d7-f397-4061-ba9a-072a8c447028 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] 10.222.0.66 "GET /v2.0/security-groups?id=3cb90155-a153-4b27-ada8-a777450edeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344813 Jun 29 10:59:56.638193 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-25a0b30d-f2fb-4e4e-bde6-fe738eb67955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:56.649433 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-677a406b-aa79-4f02-8abd-0a3d728e64da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:56.688565 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-25a0b30d-f2fb-4e4e-bde6-fe738eb67955 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=39ca5e2793944f1486e9880552e637da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6110873 Jun 29 10:59:56.694178 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 51798) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:56.700250 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] get_ports_and_sgs() called for port_ids ['d9d21a13-b732-4518-bc8a-5b000bbab40e'] {{(pid=105128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:59:56.719068 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a0b30d-f2fb-4e4e-bde6-fe738eb67955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e19f06-b184-4cfe-96fb-7718f7c70cff,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:56.729712 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-25a0b30d-f2fb-4e4e-bde6-fe738eb67955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:56.735050 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-31204fdc-9be5-4743-bdfe-b0aca26f50fa req-414c6b7d-c373-4a87-b80d-0bbf94ad839e tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d84c7db-ef6f-45a3-992b-8017df1da487 HTTP/1.1" status: 200 len: 210 time: 0.3070693 Jun 29 10:59:56.821768 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-8eaa8097-1388-477d-beff-b254c73d7d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:56.854087 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-8eaa8097-1388-477d-beff-b254c73d7d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:56.925071 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdfd928-000d-4b62-a154-2600f00ff035 req-b25050f7-e160-490d-be49-05f54d07a6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:56.926618 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-cfdfd928-000d-4b62-a154-2600f00ff035 req-b25050f7-e160-490d-be49-05f54d07a6e6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e5c66201-89c2-43c5-852a-e504b81dfa0a HTTP/1.1" status: 200 len: 1098 time: 0.1224780 Jun 29 10:59:56.972087 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-cfdfd928-000d-4b62-a154-2600f00ff035 req-e921c5da-4480-4b70-bc2e-455b817aa5d1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300965 Jun 29 10:59:56.974470 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7fdbc0-8cf5-4584-8f32-46a8616983b7 req-2cd4c4af-7356-49a0-82f0-fd052a93161b tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:56.975937 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-1b7fdbc0-8cf5-4584-8f32-46a8616983b7 req-2cd4c4af-7356-49a0-82f0-fd052a93161b tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.0766931 Jun 29 10:59:57.019431 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-1b7fdbc0-8cf5-4584-8f32-46a8616983b7 req-9484ae68-cb3a-46fb-b5ec-8206aa0ca566 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374963 Jun 29 10:59:57.021654 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-8eaa8097-1388-477d-beff-b254c73d7d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:57.026981 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-c52aa20c-92a3-418b-bffe-fd26bade0f1d tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Made reservation on behalf of d368014f30f84749a421a3951ae6fcc1 for: {'port': 1} {{(pid=105127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:59:57.027329 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-8eaa8097-1388-477d-beff-b254c73d7d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:57.028713 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-8eaa8097-1388-477d-beff-b254c73d7d8e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/35e19f06-b184-4cfe-96fb-7718f7c70cff HTTP/1.1" status: 204 len: 168 time: 0.3316267 Jun 29 10:59:57.029052 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-c52aa20c-92a3-418b-bffe-fd26bade0f1d tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:57.029442 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:57.042167 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-c52aa20c-92a3-418b-bffe-fd26bade0f1d tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Notify callbacks [] for security_group, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:57.047194 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa8097-1388-477d-beff-b254c73d7d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e19f06-b184-4cfe-96fb-7718f7c70cff,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:57.054453 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-8eaa8097-1388-477d-beff-b254c73d7d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:57.165949 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-c52aa20c-92a3-418b-bffe-fd26bade0f1d tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Notify callbacks [] for security_group, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:57.238712 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-c52aa20c-92a3-418b-bffe-fd26bade0f1d tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:57.241754 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:57.300810 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52aa20c-92a3-418b-bffe-fd26bade0f1d tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5495a2f1-74a5-40a2-a6a1-3c0fbc24815e,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:57.304160 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-c52aa20c-92a3-418b-bffe-fd26bade0f1d tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:57.335167 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a3075-41a0-4655-b1b5-ead1f8e1a4aa req-cdc108db-d0b2-4ef4-981f-2030231fe45e tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:57.337005 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f57a3075-41a0-4655-b1b5-ead1f8e1a4aa req-cdc108db-d0b2-4ef4-981f-2030231fe45e tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5c66201-89c2-43c5-852a-e504b81dfa0a HTTP/1.1" status: 200 len: 945 time: 0.0672071 Jun 29 10:59:57.381585 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f57a3075-41a0-4655-b1b5-ead1f8e1a4aa req-c61222df-097c-476b-8ab3-07c4fc5c9f08 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379467 Jun 29 10:59:57.406076 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.db_base_plugin_common [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-c52aa20c-92a3-418b-bffe-fd26bade0f1d tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Allocated IP 192.168.233.110 (b7109668-9c6c-4d3a-bd06-8105e2a96d72/8783b9ab-252c-42ad-a6f8-1c45b124eb30/1d247d59-f2c5-49a0-823c-bff4e90f9d3e) {{(pid=105127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:59:57.584139 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-c52aa20c-92a3-418b-bffe-fd26bade0f1d tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Notify callbacks [] for port, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:57.601415 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.provisioning_blocks [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-c52aa20c-92a3-418b-bffe-fd26bade0f1d tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Transition to ACTIVE for port object 1d247d59-f2c5-49a0-823c-bff4e90f9d3e will not be triggered until provisioned by entity DHCP. {{(pid=105127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:59:57.640130 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-315e5dc5-5b2e-4c94-a118-d6cde900876d req-9b5a1866-304c-412a-88f8-fab0703434dc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e983a77e-84a0-4f70-95a2-cb590d75f2fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0927498 Jun 29 10:59:57.747232 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 51814) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:57.761364 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-8d3b2d07-c4f5-4f30-acd6-ac3d6a637b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:57.808090 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-c52aa20c-92a3-418b-bffe-fd26bade0f1d tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130347142'] for port, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:57.849910 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:57.875075 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-8d3b2d07-c4f5-4f30-acd6-ac3d6a637b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:57.898474 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-c52aa20c-92a3-418b-bffe-fd26bade0f1d tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Network b7109668-9c6c-4d3a-bd06-8105e2a96d72 is already hosted by enough agents. {{(pid=105127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:59:57.910811 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.base_scheduler [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-c52aa20c-92a3-418b-bffe-fd26bade0f1d tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Resources bound (agent type, host, resource id): {{(pid=105127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:59:57.921176 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-c52aa20c-92a3-418b-bffe-fd26bade0f1d tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Received port after_create {{(pid=105127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:59:57.976981 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52aa20c-92a3-418b-bffe-fd26bade0f1d tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Pushing event updated for resources: {'Port': ['ID=1d247d59-f2c5-49a0-823c-bff4e90f9d3e,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:57.988779 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-c52aa20c-92a3-418b-bffe-fd26bade0f1d tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:57.994086 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e5dc5-5b2e-4c94-a118-d6cde900876d req-d2941528-e8fd-4131-9295-3fbbc9ec2cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:57.995746 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-315e5dc5-5b2e-4c94-a118-d6cde900876d req-d2941528-e8fd-4131-9295-3fbbc9ec2cfc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a367762fea4d4aa2bc4d9c8b1985272c&device_id=e983a77e-84a0-4f70-95a2-cb590d75f2fe HTTP/1.1" status: 200 len: 1098 time: 0.2734034 Jun 29 10:59:58.026143 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6578a9f-b30e-4e31-8fd8-4d2e716466a9 req-b210a468-995b-4e7c-b70a-c802d814a745 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:58.029866 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-c6578a9f-b30e-4e31-8fd8-4d2e716466a9 req-b210a468-995b-4e7c-b70a-c802d814a745 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] 10.222.0.66 "GET /v2.0/ports?device_id=67bc2766-54e4-4dd6-b05c-6c70ffea8b51 HTTP/1.1" status: 200 len: 944 time: 0.2769439 Jun 29 10:59:58.078679 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-c52aa20c-92a3-418b-bffe-fd26bade0f1d tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:58.079650 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-c52aa20c-92a3-418b-bffe-fd26bade0f1d tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:58.142850 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-8d3b2d07-c4f5-4f30-acd6-ac3d6a637b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:58.147256 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-6d2b84f9-25e4-473a-8902-2e6e68e8059d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:58.161941 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-c6578a9f-b30e-4e31-8fd8-4d2e716466a9 req-40d90b53-76ac-4407-84cd-93e98edc296a tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] 10.222.0.66 "GET /v2.0/security-groups?id=3cb90155-a153-4b27-ada8-a777450edeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308608 Jun 29 10:59:58.203559 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b2d07-c4f5-4f30-acd6-ac3d6a637b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379a533f-b2a8-49aa-8f3e-199b08722cb5,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:58.207467 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-8d3b2d07-c4f5-4f30-acd6-ac3d6a637b70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:58.216378 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec7dfb-6e8b-483f-9228-6e128dbfeed5 req-e3bfd8f8-1aa6-4de5-9902-d84798b49cc0 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:58.225723 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-c5ec7dfb-6e8b-483f-9228-6e128dbfeed5 req-e3bfd8f8-1aa6-4de5-9902-d84798b49cc0 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d84c7db-ef6f-45a3-992b-8017df1da487 HTTP/1.1" status: 200 len: 936 time: 0.3466389 Jun 29 10:59:58.229194 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-8d3b2d07-c4f5-4f30-acd6-ac3d6a637b70 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=33d8f3f0928b424e9eb24641382247e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4809880 Jun 29 10:59:58.233399 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 51832) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:58.241353 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e5dc5-5b2e-4c94-a118-d6cde900876d req-121da8fd-bb9c-482a-90c4-40f455d07afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:58.243451 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-315e5dc5-5b2e-4c94-a118-d6cde900876d req-121da8fd-bb9c-482a-90c4-40f455d07afe service neutron] 10.222.0.42 "GET /v2.0/networks?id=3dddfc96-446a-4271-b2e4-1fbf8fb2f736 HTTP/1.1" status: 200 len: 916 time: 0.2019968 Jun 29 10:59:58.280117 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-c5ec7dfb-6e8b-483f-9228-6e128dbfeed5 req-c0c7cd09-9549-4b5d-ad1c-73ab00eede38 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] 10.222.0.66 "GET /v2.0/security-groups?id=5495a2f1-74a5-40a2-a6a1-3c0fbc24815e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534928 Jun 29 10:59:58.284673 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-c52aa20c-92a3-418b-bffe-fd26bade0f1d tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8570428 Jun 29 10:59:58.343173 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-315e5dc5-5b2e-4c94-a118-d6cde900876d req-7fd59c92-4122-4ca3-9635-06e79e7b6f55 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0992ff1-31d3-4923-889f-50a337cbc2d9 HTTP/1.1" status: 200 len: 217 time: 0.0719619 Jun 29 10:59:58.364716 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-3725a2ba-cdcf-483c-984b-d83239a89fec None None] Provisioning for port 1d247d59-f2c5-49a0-823c-bff4e90f9d3e completed by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:59:58.369243 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-3725a2ba-cdcf-483c-984b-d83239a89fec None None] Provisioning complete for port 1d247d59-f2c5-49a0-823c-bff4e90f9d3e triggered by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:59:58.369625 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3725a2ba-cdcf-483c-984b-d83239a89fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:58.384088 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-1f756e46-23d8-44c0-a543-4946e3560897 service neutron] Request body: {'port': {'device_id': '1d84c7db-ef6f-45a3-992b-8017df1da487', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:59:58.417501 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-3725a2ba-cdcf-483c-984b-d83239a89fec None None] Port 1d247d59-f2c5-49a0-823c-bff4e90f9d3e cannot update to ACTIVE because it is not bound. {{(pid=105128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:59:58.425832 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-550aac86-0f18-4445-9f48-0c21f2e0c8ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:58.495224 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-550aac86-0f18-4445-9f48-0c21f2e0c8ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:58.542495 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e5dc5-5b2e-4c94-a118-d6cde900876d req-13ee120d-4e7e-4c47-9e05-96da4ac7dbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:58.543965 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-315e5dc5-5b2e-4c94-a118-d6cde900876d req-13ee120d-4e7e-4c47-9e05-96da4ac7dbee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e78b9c77-e0e0-471c-a845-17d582c68532 HTTP/1.1" status: 200 len: 855 time: 0.1573644 Jun 29 10:59:58.559007 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f807a3-04a5-4e39-9a15-83769d0c74ab req-c718e7f3-5a1f-480c-956f-279bbd023638 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:58.560425 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-34f807a3-04a5-4e39-9a15-83769d0c74ab req-c718e7f3-5a1f-480c-956f-279bbd023638 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.2659035 Jun 29 10:59:58.619780 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-1f756e46-23d8-44c0-a543-4946e3560897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:58.626116 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-315e5dc5-5b2e-4c94-a118-d6cde900876d req-6c6a3be5-62a4-442d-9ec2-0c2289f52f37 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3dddfc96-446a-4271-b2e4-1fbf8fb2f736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478876 Jun 29 10:59:58.716867 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-34f807a3-04a5-4e39-9a15-83769d0c74ab req-3468c90a-f0ad-4e6c-a897-d559c87f61cd tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467037 Jun 29 10:59:58.738750 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a430ddd-9cc4-447d-9670-1b12c92b6a7c req-79bf79c5-ca8a-4e52-bbce-c88597e5862f tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:58.740388 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-3a430ddd-9cc4-447d-9670-1b12c92b6a7c req-79bf79c5-ca8a-4e52-bbce-c88597e5862f tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5c66201-89c2-43c5-852a-e504b81dfa0a HTTP/1.1" status: 200 len: 945 time: 0.0719543 Jun 29 10:59:58.791263 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-3a430ddd-9cc4-447d-9670-1b12c92b6a7c req-1fe97a3f-5aef-483d-b93b-d817138ff2aa tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440676 Jun 29 10:59:58.818276 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-550aac86-0f18-4445-9f48-0c21f2e0c8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:58.820865 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-550aac86-0f18-4445-9f48-0c21f2e0c8ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:58.821982 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-550aac86-0f18-4445-9f48-0c21f2e0c8ed admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/379a533f-b2a8-49aa-8f3e-199b08722cb5 HTTP/1.1" status: 204 len: 168 time: 0.5874403 Jun 29 10:59:58.829337 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-82fd0005-e351-42fe-9c80-b808907eca64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:58.850522 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550aac86-0f18-4445-9f48-0c21f2e0c8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379a533f-b2a8-49aa-8f3e-199b08722cb5,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:58.853643 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-315e5dc5-5b2e-4c94-a118-d6cde900876d req-80d8b41f-94e0-4fb8-ba0b-9e7b077222c6 service neutron] 10.222.0.42 "GET /v2.0/networks/3dddfc96-446a-4271-b2e4-1fbf8fb2f736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122838 Jun 29 10:59:58.854379 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-550aac86-0f18-4445-9f48-0c21f2e0c8ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:58.963692 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:59.029164 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-315e5dc5-5b2e-4c94-a118-d6cde900876d req-7b1d7e3a-90cb-4c46-9af8-88d84d143283 service neutron] 10.222.0.42 "GET /v2.0/networks/3dddfc96-446a-4271-b2e4-1fbf8fb2f736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256902 Jun 29 10:59:59.075882 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-1f756e46-23d8-44c0-a543-4946e3560897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d247d59-f2c5-49a0-823c-bff4e90f9d3e {{(pid=105127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:59:59.083727 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-1f756e46-23d8-44c0-a543-4946e3560897 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:59.094934 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.provisioning_blocks [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-1f756e46-23d8-44c0-a543-4946e3560897 service neutron] Transition to ACTIVE for port object 1d247d59-f2c5-49a0-823c-bff4e90f9d3e will not be triggered until provisioned by entity L2. {{(pid=105127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:59:59.212557 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-1f756e46-23d8-44c0-a543-4946e3560897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130347152'] for port, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:59.215953 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:59.266373 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f756e46-23d8-44c0-a543-4946e3560897 service neutron] Pushing event updated for resources: {'Port': ['ID=1d247d59-f2c5-49a0-823c-bff4e90f9d3e,revision_number=2']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:59.273050 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-1f756e46-23d8-44c0-a543-4946e3560897 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:59.414894 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-1f756e46-23d8-44c0-a543-4946e3560897 service neutron] Attempting to bind port 1d247d59-f2c5-49a0-823c-bff4e90f9d3e on host hv-cinder-79351 for vnic_type normal with profile {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:59:59.415226 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-1f756e46-23d8-44c0-a543-4946e3560897 service neutron] Attempting to bind port 1d247d59-f2c5-49a0-823c-bff4e90f9d3e by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'bd690c86-e9c6-4b46-82ca-bcc181074770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b7109668-9c6c-4d3a-bd06-8105e2a96d72'}] {{(pid=105127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:59:59.415552 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-1f756e46-23d8-44c0-a543-4946e3560897 service neutron] Attempting to bind port 1d247d59-f2c5-49a0-823c-bff4e90f9d3e on network b7109668-9c6c-4d3a-bd06-8105e2a96d72 {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:59:59.425530 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-1f756e46-23d8-44c0-a543-4946e3560897 service neutron] Port 1d247d59-f2c5-49a0-823c-bff4e90f9d3e on network b7109668-9c6c-4d3a-bd06-8105e2a96d72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:59:59.426002 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-1f756e46-23d8-44c0-a543-4946e3560897 service neutron] Attempting to bind port 1d247d59-f2c5-49a0-823c-bff4e90f9d3e on network b7109668-9c6c-4d3a-bd06-8105e2a96d72 {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:59:59.435631 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-1f756e46-23d8-44c0-a543-4946e3560897 service neutron] Checking agent: {'id': 'bdcb3022-9de1-427e-88c2-d5d630f764fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 56, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:59:59.435970 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-1f756e46-23d8-44c0-a543-4946e3560897 service neutron] Checking segment: {'id': 'bd690c86-e9c6-4b46-82ca-bcc181074770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b7109668-9c6c-4d3a-bd06-8105e2a96d72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:59:59.436401 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-1f756e46-23d8-44c0-a543-4946e3560897 service neutron] Bound using segment: {'id': 'bd690c86-e9c6-4b46-82ca-bcc181074770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b7109668-9c6c-4d3a-bd06-8105e2a96d72'} {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:59:59.436802 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-1f756e46-23d8-44c0-a543-4946e3560897 service neutron] Bound port: 1d247d59-f2c5-49a0-823c-bff4e90f9d3e, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd690c86-e9c6-4b46-82ca-bcc181074770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b7109668-9c6c-4d3a-bd06-8105e2a96d72'}}] {{(pid=105127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:59:59.437190 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-1f756e46-23d8-44c0-a543-4946e3560897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:59.448455 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b717bb-c1b1-4e95-8c2c-4bb2f4be5f74 req-82ec65ee-3146-405e-afda-8e55dfc11b63 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:59.450016 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-88b717bb-c1b1-4e95-8c2c-4bb2f4be5f74 req-82ec65ee-3146-405e-afda-8e55dfc11b63 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] 10.222.0.66 "GET /v2.0/ports?device_id=67bc2766-54e4-4dd6-b05c-6c70ffea8b51 HTTP/1.1" status: 200 len: 944 time: 0.1594753 Jun 29 10:59:59.536685 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-88b717bb-c1b1-4e95-8c2c-4bb2f4be5f74 req-12024a16-2d0f-43d3-8cb0-c50024e311da tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] 10.222.0.66 "GET /v2.0/security-groups?id=3cb90155-a153-4b27-ada8-a777450edeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795171 Jun 29 10:59:59.538954 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6de384-f372-4aed-8ac7-0d406aefdd99 req-f2c92f15-9184-4f68-bcfa-d51e360d3342 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:59.551195 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-8c6de384-f372-4aed-8ac7-0d406aefdd99 req-f2c92f15-9184-4f68-bcfa-d51e360d3342 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d84c7db-ef6f-45a3-992b-8017df1da487 HTTP/1.1" status: 200 len: 948 time: 0.1056881 Jun 29 10:59:59.599242 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-1f756e46-23d8-44c0-a543-4946e3560897 service neutron] For port 1d247d59-f2c5-49a0-823c-bff4e90f9d3e, host hv-cinder-79351, cleared binding levels {{(pid=105127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:59:59.602749 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-1f756e46-23d8-44c0-a543-4946e3560897 service neutron] For port 1d247d59-f2c5-49a0-823c-bff4e90f9d3e, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1d247d59-f2c5-49a0-823c-bff4e90f9d3e,segment=NetworkSegment(bd690c86-e9c6-4b46-82ca-bcc181074770),segment_id=bd690c86-e9c6-4b46-82ca-bcc181074770)] {{(pid=105127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:59:59.621222 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-8c6de384-f372-4aed-8ac7-0d406aefdd99 req-67a1f944-3de8-4c69-a150-b8d6172d6226 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] 10.222.0.66 "GET /v2.0/security-groups?id=5495a2f1-74a5-40a2-a6a1-3c0fbc24815e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691104 Jun 29 10:59:59.684976 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-1f756e46-23d8-44c0-a543-4946e3560897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130347152'] for port, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:59.687188 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:59.728404 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-1f756e46-23d8-44c0-a543-4946e3560897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:59.729042 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-1f756e46-23d8-44c0-a543-4946e3560897 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:59.736398 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-1f756e46-23d8-44c0-a543-4946e3560897 service neutron] 10.222.0.42 "PUT /v2.0/ports/1d247d59-f2c5-49a0-823c-bff4e90f9d3e HTTP/1.1" status: 200 len: 1098 time: 1.3563704 Jun 29 10:59:59.736398 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d84c7db-ef6f-45a3-992b-8017df1da487', 'tag': '1d247d59-f2c5-49a0-823c-bff4e90f9d3e'}] {{(pid=105127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:59:59.736398 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51926c8a96ac3dcbe8a9a7c61d1f1b13ee7346919254cfc90a12d4d270e3eabf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95dc66a5-805a-4e5e-989c-5bd1aeb6fa22" -d '{"events": [{"name": "network-changed", "server_uuid": "1d84c7db-ef6f-45a3-992b-8017df1da487", "tag": "1d247d59-f2c5-49a0-823c-bff4e90f9d3e"}]}' {{(pid=105127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:59:59.738350 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device d9d21a13-b732-4518-bc8a-5b000bbab40e up at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:59:59.804488 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f756e46-23d8-44c0-a543-4946e3560897 service neutron] Pushing event updated for resources: {'Port': ['ID=1d247d59-f2c5-49a0-823c-bff4e90f9d3e,revision_number=3']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:59.810811 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-1f756e46-23d8-44c0-a543-4946e3560897 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:59.817294 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa6d3f9-960c-49b1-ab9b-16bd03cc61f1 x-openstack-request-id: req-5fa6d3f9-960c-49b1-ab9b-16bd03cc61f1 {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:59:59.821090 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d84c7db-ef6f-45a3-992b-8017df1da487", "tag": "1d247d59-f2c5-49a0-823c-bff4e90f9d3e", "status": "completed", "code": 200}]} {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:59:59.821450 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5fa6d3f9-960c-49b1-ab9b-16bd03cc61f1 {{(pid=105127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:59:59.822296 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d84c7db-ef6f-45a3-992b-8017df1da487', 'tag': '1d247d59-f2c5-49a0-823c-bff4e90f9d3e', 'status': 'completed', 'code': 200} Jun 29 10:59:59.912772 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Provisioning for port d9d21a13-b732-4518-bc8a-5b000bbab40e completed by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:59:59.917562 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Provisioning complete for port d9d21a13-b732-4518-bc8a-5b000bbab40e triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:59:59.917998 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:00.024760 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc66a5-805a-4e5e-989c-5bd1aeb6fa22 req-287d1fd9-327d-4a8b-93d7-aaa26ecbd6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:00.027401 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-95dc66a5-805a-4e5e-989c-5bd1aeb6fa22 req-287d1fd9-327d-4a8b-93d7-aaa26ecbd6ba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d368014f30f84749a421a3951ae6fcc1&device_id=1d84c7db-ef6f-45a3-992b-8017df1da487 HTTP/1.1" status: 200 len: 1101 time: 0.1644678 Jun 29 11:00:00.041783 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fba9f4-4f10-49aa-874e-a25a45cd777b req-4aa27963-116a-4361-8a5f-2cbf29ae96af tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:00.043756 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-05fba9f4-4f10-49aa-874e-a25a45cd777b req-4aa27963-116a-4361-8a5f-2cbf29ae96af tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.1073718 Jun 29 11:00:00.069421 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:00.087144 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef334d-64cd-4ee1-8c98-51a3e9a041d3 req-f2fff521-9fbb-4634-a395-5e9b33b4b586 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:00.089292 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-05ef334d-64cd-4ee1-8c98-51a3e9a041d3 req-f2fff521-9fbb-4634-a395-5e9b33b4b586 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5c66201-89c2-43c5-852a-e504b81dfa0a HTTP/1.1" status: 200 len: 945 time: 0.1268761 Jun 29 11:00:00.098972 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-95dc66a5-805a-4e5e-989c-5bd1aeb6fa22 req-a728643a-bd82-4817-afc8-04fd8004f794 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=d368014f30f84749a421a3951ae6fcc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480735 Jun 29 11:00:00.120909 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67bc2766-54e4-4dd6-b05c-6c70ffea8b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d21a13-b732-4518-bc8a-5b000bbab40e'}] {{(pid=105128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:00:00.123436 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f554d8236d32e986c704cda53ac23f663e6b3c5228ed3933e2c5dc2c6a48410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63409d9f-4e05-4d36-b127-718ae7975a17" -d '{"events": [{"server_uuid": "67bc2766-54e4-4dd6-b05c-6c70ffea8b51", "name": "network-vif-plugged", "status": "completed", "tag": "d9d21a13-b732-4518-bc8a-5b000bbab40e"}]}' {{(pid=105128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:00:00.132327 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-05fba9f4-4f10-49aa-874e-a25a45cd777b req-48bee5f0-746e-4c26-92a1-288943051447 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698245 Jun 29 11:00:00.141045 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port d9d21a13-b732-4518-bc8a-5b000bbab40e, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d9d21a13-b732-4518-bc8a-5b000bbab40e,segment=NetworkSegment(64b4cb38-7e11-4561-a8c9-40aa0546c61d),segment_id=64b4cb38-7e11-4561-a8c9-40aa0546c61d)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:00:00.161046 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-05ef334d-64cd-4ee1-8c98-51a3e9a041d3 req-78708017-1d20-4f89-9a42-bed9effd67e2 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639527 Jun 29 11:00:00.202208 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 51896) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:00.208293 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1656a552-bce2-432a-872d-f26ed543b6ee x-openstack-request-id: req-1656a552-bce2-432a-872d-f26ed543b6ee {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:00:00.208589 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67bc2766-54e4-4dd6-b05c-6c70ffea8b51", "name": "network-vif-plugged", "status": "completed", "tag": "d9d21a13-b732-4518-bc8a-5b000bbab40e", "code": 200}]} {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:00:00.208854 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1656a552-bce2-432a-872d-f26ed543b6ee {{(pid=105128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:00:00.209258 dv-cinder-793515-4-smb neutron-server[105128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67bc2766-54e4-4dd6-b05c-6c70ffea8b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d21a13-b732-4518-bc8a-5b000bbab40e', 'code': 200} Jun 29 11:00:00.220257 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:00.220257 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-b482f880-e3c2-4bde-841b-bc104068b317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:00.307471 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc66a5-805a-4e5e-989c-5bd1aeb6fa22 req-145b4c61-80df-44ee-88cb-ee56621a0116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:00.309046 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-95dc66a5-805a-4e5e-989c-5bd1aeb6fa22 req-145b4c61-80df-44ee-88cb-ee56621a0116 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1899326 Jun 29 11:00:00.338622 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-157fb0ae-f955-4f66-9026-04143f1baaa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:00.343961 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=d9d21a13-b732-4518-bc8a-5b000bbab40e,revision_number=5']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:00.359310 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:00.503525 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-57d32373-6359-4875-832e-04911a03ee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:00.505600 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-57d32373-6359-4875-832e-04911a03ee50 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d368014f30f84749a421a3951ae6fcc1&device_id=1d84c7db-ef6f-45a3-992b-8017df1da487 HTTP/1.1" status: 200 len: 1101 time: 0.1031592 Jun 29 11:00:00.515516 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-157fb0ae-f955-4f66-9026-04143f1baaa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:00.562794 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-1917dfb5-34f9-439a-9a58-b0338cabc11e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=1d247d59-f2c5-49a0-823c-bff4e90f9d3e HTTP/1.1" status: 200 len: 217 time: 0.0382273 Jun 29 11:00:00.611205 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-157fb0ae-f955-4f66-9026-04143f1baaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:00.618141 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-c44cb177-b282-484c-bdbc-d5ec97e449b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:00.623751 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-29360f93-3a05-4efc-b3d7-2ce82a2a4b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:00.626411 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-29360f93-3a05-4efc-b3d7-2ce82a2a4b70 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8783b9ab-252c-42ad-a6f8-1c45b124eb30 HTTP/1.1" status: 200 len: 843 time: 0.0480835 Jun 29 11:00:00.655643 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-157fb0ae-f955-4f66-9026-04143f1baaa3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2d0969d37ab345daaa62e629c3ab07f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4524026 Jun 29 11:00:00.657196 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157fb0ae-f955-4f66-9026-04143f1baaa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26e742d-7b8f-4913-89a2-f25e48fdeee9,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:00.659619 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 51924) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:00.662132 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-157fb0ae-f955-4f66-9026-04143f1baaa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:00.760112 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-967eb2ce-eabc-4be7-b4ba-fd5cfa5a59c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:00.761650 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-967eb2ce-eabc-4be7-b4ba-fd5cfa5a59c8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b7109668-9c6c-4d3a-bd06-8105e2a96d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1100986 Jun 29 11:00:00.770140 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c19eba-74c6-494c-bfd0-3deaaf866825 req-935d50b6-eec3-4a11-b218-4efef1f0b1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:00.771887 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-40c19eba-74c6-494c-bfd0-3deaaf866825 req-935d50b6-eec3-4a11-b218-4efef1f0b1a8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=67bc2766-54e4-4dd6-b05c-6c70ffea8b51 HTTP/1.1" status: 200 len: 1098 time: 0.0859914 Jun 29 11:00:00.786488 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4320-5b92-4c77-bdb8-2efe87fa72a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:00.823593 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4320-5b92-4c77-bdb8-2efe87fa72a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:00.857264 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-40c19eba-74c6-494c-bfd0-3deaaf866825 req-d549c00b-b86d-40be-bddb-dc10f1e67948 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3cb90155-a153-4b27-ada8-a777450edeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708799 Jun 29 11:00:00.870277 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46768003-5ca1-42c4-9581-b9b6380991f7 req-5efac99e-0d9d-4762-ae50-9f9f19f5ed3a tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:00.871737 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-46768003-5ca1-42c4-9581-b9b6380991f7 req-5efac99e-0d9d-4762-ae50-9f9f19f5ed3a tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] 10.222.0.66 "GET /v2.0/ports?device_id=67bc2766-54e4-4dd6-b05c-6c70ffea8b51 HTTP/1.1" status: 200 len: 945 time: 0.1591501 Jun 29 11:00:00.887785 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-54397f23-6511-4e25-bd28-18b0071c2c45 service neutron] 10.222.0.42 "GET /v2.0/networks/b7109668-9c6c-4d3a-bd06-8105e2a96d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149082 Jun 29 11:00:00.915516 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-46768003-5ca1-42c4-9581-b9b6380991f7 req-df7444fc-9a55-4b29-b747-f5b83b6e7b6e tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] 10.222.0.66 "GET /v2.0/security-groups?id=3cb90155-a153-4b27-ada8-a777450edeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368290 Jun 29 11:00:00.981607 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4320-5b92-4c77-bdb8-2efe87fa72a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:00.984204 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4320-5b92-4c77-bdb8-2efe87fa72a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:00.985408 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-4e5f4320-5b92-4c77-bdb8-2efe87fa72a7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a26e742d-7b8f-4913-89a2-f25e48fdeee9 HTTP/1.1" status: 204 len: 168 time: 0.3246176 Jun 29 11:00:00.986258 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-25a0b30d-f2fb-4e4e-bde6-fe738eb67955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:00.994207 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f4320-5b92-4c77-bdb8-2efe87fa72a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26e742d-7b8f-4913-89a2-f25e48fdeee9,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:01.004054 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-4e5f4320-5b92-4c77-bdb8-2efe87fa72a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:01.121341 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a686352-1fde-4a4f-8bdf-dda39009e5ab req-5285bc5f-1649-45bc-b565-58c5ce89c86c tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:01.123105 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-0a686352-1fde-4a4f-8bdf-dda39009e5ab req-5285bc5f-1649-45bc-b565-58c5ce89c86c tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d84c7db-ef6f-45a3-992b-8017df1da487 HTTP/1.1" status: 200 len: 948 time: 0.0963902 Jun 29 11:00:01.176960 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-0a686352-1fde-4a4f-8bdf-dda39009e5ab req-74564f69-4d9f-4818-8372-c23f9c7405f6 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] 10.222.0.66 "GET /v2.0/security-groups?id=5495a2f1-74a5-40a2-a6a1-3c0fbc24815e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469928 Jun 29 11:00:01.346127 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601932a-78eb-49e8-9e3b-861ea137d186 req-f1ccee33-7a83-4d89-9407-b120f28fb276 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:01.348422 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-2601932a-78eb-49e8-9e3b-861ea137d186 req-f1ccee33-7a83-4d89-9407-b120f28fb276 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.0727081 Jun 29 11:00:01.414576 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-2601932a-78eb-49e8-9e3b-861ea137d186 req-ac2afaf6-7c16-48b1-8f06-0fde0259e054 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582554 Jun 29 11:00:01.430271 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-6e3c7663-0260-4cd0-a1c0-f142ba9710b7 req-53eddede-faa4-481a-bfb6-e67736d08ece service neutron] 10.222.0.42 "GET /v2.0/networks/b7109668-9c6c-4d3a-bd06-8105e2a96d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123075 Jun 29 11:00:01.701148 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 51964) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:01.715488 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-e4a261f1-cc8f-4b94-b812-0f1ec7273282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:01.816742 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-e4a261f1-cc8f-4b94-b812-0f1ec7273282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:01.861730 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-e4a261f1-cc8f-4b94-b812-0f1ec7273282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:01.865255 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-8d3b2d07-c4f5-4f30-acd6-ac3d6a637b70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:01.905405 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-e4a261f1-cc8f-4b94-b812-0f1ec7273282 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f0683dbb270f400caff52e5df046f899&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2031131 Jun 29 11:00:01.906723 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a261f1-cc8f-4b94-b812-0f1ec7273282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e68d4b3-dd1d-4343-bdb1-cd6278a91e82,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:01.908211 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 51974) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:01.910283 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-e4a261f1-cc8f-4b94-b812-0f1ec7273282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:01.975948 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-a9f26be8-1ea2-41b2-9ead-cd66e163e699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:01.998212 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-a9f26be8-1ea2-41b2-9ead-cd66e163e699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:02.102452 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e29d2c-223a-4ebe-9759-aa53cc193356 req-fedcfe6a-d0fb-4b0e-98f5-a8e80d08a4c3 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:02.104093 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-40e29d2c-223a-4ebe-9759-aa53cc193356 req-fedcfe6a-d0fb-4b0e-98f5-a8e80d08a4c3 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] 10.222.0.66 "GET /v2.0/ports?device_id=67bc2766-54e4-4dd6-b05c-6c70ffea8b51 HTTP/1.1" status: 200 len: 945 time: 0.0744019 Jun 29 11:00:02.141557 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-a9f26be8-1ea2-41b2-9ead-cd66e163e699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:02.144436 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-a9f26be8-1ea2-41b2-9ead-cd66e163e699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:02.145408 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-a9f26be8-1ea2-41b2-9ead-cd66e163e699 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7e68d4b3-dd1d-4343-bdb1-cd6278a91e82 HTTP/1.1" status: 204 len: 168 time: 0.2334464 Jun 29 11:00:02.148689 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:02.167824 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-40e29d2c-223a-4ebe-9759-aa53cc193356 req-beb3dcb5-b0ed-47b1-89bf-85c62f168bf7 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] 10.222.0.66 "GET /v2.0/security-groups?id=3cb90155-a153-4b27-ada8-a777450edeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575657 Jun 29 11:00:02.181931 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f26be8-1ea2-41b2-9ead-cd66e163e699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e68d4b3-dd1d-4343-bdb1-cd6278a91e82,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:02.184178 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-a9f26be8-1ea2-41b2-9ead-cd66e163e699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:02.365581 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525f4fa-dd7f-4736-88fa-c02993db94b2 req-66e78d9f-2b42-44f7-892f-d8b70aa4e395 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:02.367075 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-3525f4fa-dd7f-4736-88fa-c02993db94b2 req-66e78d9f-2b42-44f7-892f-d8b70aa4e395 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d84c7db-ef6f-45a3-992b-8017df1da487 HTTP/1.1" status: 200 len: 948 time: 0.0634942 Jun 29 11:00:02.405566 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-3525f4fa-dd7f-4736-88fa-c02993db94b2 req-e3c4f252-f1ef-4f76-91c3-e15051c98eb5 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] 10.222.0.66 "GET /v2.0/security-groups?id=5495a2f1-74a5-40a2-a6a1-3c0fbc24815e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327270 Jun 29 11:00:02.596971 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a70fb0-5e83-4794-9f0d-0e97e6735cd5 req-21e3b5a0-3c77-4559-bf76-ead642ec5b52 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:02.598504 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-35a70fb0-5e83-4794-9f0d-0e97e6735cd5 req-21e3b5a0-3c77-4559-bf76-ead642ec5b52 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.0662043 Jun 29 11:00:02.638698 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-35a70fb0-5e83-4794-9f0d-0e97e6735cd5 req-dd46bfad-bb98-4184-93e2-9255842af7b0 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326564 Jun 29 11:00:03.368603 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33630a-79ff-4ac1-a591-dee9d0b51393 req-2f0f98be-c126-466e-b0b0-2cf23c8a138a tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:03.370131 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-9a33630a-79ff-4ac1-a591-dee9d0b51393 req-2f0f98be-c126-466e-b0b0-2cf23c8a138a tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] 10.222.0.66 "GET /v2.0/ports?device_id=67bc2766-54e4-4dd6-b05c-6c70ffea8b51 HTTP/1.1" status: 200 len: 945 time: 0.0859327 Jun 29 11:00:03.422381 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-9a33630a-79ff-4ac1-a591-dee9d0b51393 req-0498f61b-653e-4b13-acc0-b33a85894fef tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] 10.222.0.66 "GET /v2.0/security-groups?id=3cb90155-a153-4b27-ada8-a777450edeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444095 Jun 29 11:00:03.534585 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-9380126d-15ff-4d23-9c2e-5fb8339b4edc tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:03.536370 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-9380126d-15ff-4d23-9c2e-5fb8339b4edc tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/networks?id=3dddfc96-446a-4271-b2e4-1fbf8fb2f736 HTTP/1.1" status: 200 len: 815 time: 0.1151657 Jun 29 11:00:03.551487 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-018908a8-b412-4736-9249-464ef0a250c5 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/quotas/a367762fea4d4aa2bc4d9c8b1985272c HTTP/1.1" status: 200 len: 375 time: 0.0098476 Jun 29 11:00:03.628765 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5422c622-e44d-452c-9e56-3a8479b6618b req-60c4af22-ff88-4062-b445-d407c9670f6c tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:03.630367 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-5422c622-e44d-452c-9e56-3a8479b6618b req-60c4af22-ff88-4062-b445-d407c9670f6c tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d84c7db-ef6f-45a3-992b-8017df1da487 HTTP/1.1" status: 200 len: 948 time: 0.0735090 Jun 29 11:00:03.636389 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-4148d396-23d3-4126-ad37-1269b1332a7c tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a367762fea4d4aa2bc4d9c8b1985272c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0781722 Jun 29 11:00:03.676517 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-5422c622-e44d-452c-9e56-3a8479b6618b req-74679d11-775d-406e-82a4-921033e6071a tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] 10.222.0.66 "GET /v2.0/security-groups?id=5495a2f1-74a5-40a2-a6a1-3c0fbc24815e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351763 Jun 29 11:00:03.741101 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-be3f1fbe-31a8-45d9-a1d8-7afe389c4537 service neutron] 10.222.0.66 "GET /v2.0/networks/3dddfc96-446a-4271-b2e4-1fbf8fb2f736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968540 Jun 29 11:00:03.865052 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89d4da-71d7-4257-acba-b5820b809621 req-d592ce42-82a5-4f0d-86b7-e2a50cbd27b9 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:03.867122 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-af89d4da-71d7-4257-acba-b5820b809621 req-d592ce42-82a5-4f0d-86b7-e2a50cbd27b9 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.0797400 Jun 29 11:00:03.922104 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-af89d4da-71d7-4257-acba-b5820b809621 req-a8923f21-8337-4bbb-a0fb-ac2bf0a588da tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487823 Jun 29 11:00:04.046893 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-a3ac9ac0-f7d4-4a1c-a093-4480a445a448 service neutron] 10.222.0.66 "GET /v2.0/networks/3dddfc96-446a-4271-b2e4-1fbf8fb2f736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999775 Jun 29 11:00:04.320191 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f3686f0a-5920-4834-a585-1930fb43c631 req-653568bc-2406-43f2-91de-3a6ff8f6c44f tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=caefd0d8-a3ae-4868-8023-ea8a59b4233d HTTP/1.1" status: 200 len: 210 time: 0.0426011 Jun 29 11:00:04.884483 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c38a79-9a90-49e0-a67b-f3965428e061 req-5f57c4e4-6150-4288-8798-644fd703ed1a tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:04.889696 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-b6c38a79-9a90-49e0-a67b-f3965428e061 req-5f57c4e4-6150-4288-8798-644fd703ed1a tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d84c7db-ef6f-45a3-992b-8017df1da487 HTTP/1.1" status: 200 len: 948 time: 0.0812528 Jun 29 11:00:04.928990 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-b6c38a79-9a90-49e0-a67b-f3965428e061 req-8d98b391-080d-468f-bf3a-606159b29dff tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] 10.222.0.66 "GET /v2.0/security-groups?id=5495a2f1-74a5-40a2-a6a1-3c0fbc24815e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369389 Jun 29 11:00:05.110106 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72c2c5-147d-4194-bfb2-2b8b712cd7fc req-854049c3-8248-4735-b594-91d8d5152370 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:05.112745 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-2d72c2c5-147d-4194-bfb2-2b8b712cd7fc req-854049c3-8248-4735-b594-91d8d5152370 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.0695462 Jun 29 11:00:05.173142 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-2d72c2c5-147d-4194-bfb2-2b8b712cd7fc req-2c5ddd1c-a3c3-40d4-b595-e335f62c6ffc tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462055 Jun 29 11:00:05.445185 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-02c60553-3ea7-436c-9f9f-a588a09d0b29 req-87003404-db9e-4c88-bc7f-b63b1e5abec8 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=caefd0d8-a3ae-4868-8023-ea8a59b4233d HTTP/1.1" status: 200 len: 210 time: 0.0286167 Jun 29 11:00:05.773899 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 1d247d59-f2c5-49a0-823c-bff4e90f9d3e details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=105128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:00:05.867990 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 1d247d59-f2c5-49a0-823c-bff4e90f9d3e, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1d247d59-f2c5-49a0-823c-bff4e90f9d3e,segment=NetworkSegment(bd690c86-e9c6-4b46-82ca-bcc181074770),segment_id=bd690c86-e9c6-4b46-82ca-bcc181074770)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:00:05.878365 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Returning: {'device': '1d247d59-f2c5-49a0-823c-bff4e90f9d3e', 'network_id': 'b7109668-9c6c-4d3a-bd06-8105e2a96d72', 'port_id': '1d247d59-f2c5-49a0-823c-bff4e90f9d3e', 'mac_address': 'fa:16:3e:92:9b:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8783b9ab-252c-42ad-a6f8-1c45b124eb30', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:00:05.922041 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:05.936525 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d247d59-f2c5-49a0-823c-bff4e90f9d3e {{(pid=105128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:00:05.956079 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 1d247d59-f2c5-49a0-823c-bff4e90f9d3e, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1d247d59-f2c5-49a0-823c-bff4e90f9d3e,segment=NetworkSegment(bd690c86-e9c6-4b46-82ca-bcc181074770),segment_id=bd690c86-e9c6-4b46-82ca-bcc181074770)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:00:06.033577 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:06.038233 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:06.083359 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=1d247d59-f2c5-49a0-823c-bff4e90f9d3e,revision_number=4']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:06.087141 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:06.117900 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb539d-fe5b-48b0-b8c5-a300de0ef7b5 req-d20654bf-eee0-44cf-b62f-8f45bbb88c07 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:06.119550 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-91bb539d-fe5b-48b0-b8c5-a300de0ef7b5 req-d20654bf-eee0-44cf-b62f-8f45bbb88c07 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d84c7db-ef6f-45a3-992b-8017df1da487 HTTP/1.1" status: 200 len: 949 time: 0.0660875 Jun 29 11:00:06.161975 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-91bb539d-fe5b-48b0-b8c5-a300de0ef7b5 req-ed092830-20bd-4dfb-b4ff-02b66b569824 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] 10.222.0.66 "GET /v2.0/security-groups?id=5495a2f1-74a5-40a2-a6a1-3c0fbc24815e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361862 Jun 29 11:00:06.335625 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-957099ca-ad1f-4e4c-b98f-46460258d07e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:06.357927 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a065f5-d782-4798-b878-259c8d2f397b req-a2add045-84f5-4aa3-85e5-93da51b13a48 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:06.359397 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f0a065f5-d782-4798-b878-259c8d2f397b req-a2add045-84f5-4aa3-85e5-93da51b13a48 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.0698745 Jun 29 11:00:06.399596 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f0a065f5-d782-4798-b878-259c8d2f397b req-b8d0d2c1-989f-4de0-aab2-ef366a94aeda tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338631 Jun 29 11:00:06.621525 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-0632ebe1-84bc-49cb-83f3-b13792561863 req-8997b9fb-55e9-4bda-bbe2-816a1110c37c tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=caefd0d8-a3ae-4868-8023-ea8a59b4233d HTTP/1.1" status: 200 len: 210 time: 0.0291612 Jun 29 11:00:06.635925 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] get_ports_and_sgs() called for port_ids ['1d247d59-f2c5-49a0-823c-bff4e90f9d3e'] {{(pid=105128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:00:07.278749 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-3936595c-d1ef-41d3-b251-03d18c0456d9 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:07.281668 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-3936595c-d1ef-41d3-b251-03d18c0456d9 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.42 "GET /v2.0/networks?id=3dddfc96-446a-4271-b2e4-1fbf8fb2f736 HTTP/1.1" status: 200 len: 815 time: 0.1189215 Jun 29 11:00:07.307111 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-5d70ea50-cd8e-4e39-9887-ad4b91435ee4 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Request body: {'port': {'device_id': 'caefd0d8-a3ae-4868-8023-ea8a59b4233d', 'network_id': '3dddfc96-446a-4271-b2e4-1fbf8fb2f736', 'admin_state_up': True, 'tenant_id': 'a367762fea4d4aa2bc4d9c8b1985272c'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:00:07.432680 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051606a-7f6e-4316-9bb5-167f60f695a4 req-db5ba40e-ce38-4059-b2fb-cd4ac93452e3 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:07.434307 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-4051606a-7f6e-4316-9bb5-167f60f695a4 req-db5ba40e-ce38-4059-b2fb-cd4ac93452e3 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d84c7db-ef6f-45a3-992b-8017df1da487 HTTP/1.1" status: 200 len: 949 time: 0.1412108 Jun 29 11:00:07.498153 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-4051606a-7f6e-4316-9bb5-167f60f695a4 req-6e39ceae-d6b4-4916-ad84-3f68afdc6d5d tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] 10.222.0.66 "GET /v2.0/security-groups?id=5495a2f1-74a5-40a2-a6a1-3c0fbc24815e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561838 Jun 29 11:00:07.546685 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-5d70ea50-cd8e-4e39-9887-ad4b91435ee4 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Made reservation on behalf of a367762fea4d4aa2bc4d9c8b1985272c for: {'port': 1} {{(pid=105127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:00:07.554115 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-5d70ea50-cd8e-4e39-9887-ad4b91435ee4 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:07.700088 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d84eb-3a4a-42ef-884d-331f29be70fc req-9f20931f-15d0-4cfe-9772-1013e055b3fc tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:07.701618 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-dd0d84eb-3a4a-42ef-884d-331f29be70fc req-9f20931f-15d0-4cfe-9772-1013e055b3fc tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.1395497 Jun 29 11:00:07.759534 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-dd0d84eb-3a4a-42ef-884d-331f29be70fc req-bd040baa-e349-4c96-989f-2d55d09d0bc2 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438480 Jun 29 11:00:07.773827 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.db_base_plugin_common [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-5d70ea50-cd8e-4e39-9887-ad4b91435ee4 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Allocated IP 172.20.0.10 (3dddfc96-446a-4271-b2e4-1fbf8fb2f736/e78b9c77-e0e0-471c-a845-17d582c68532/5f7323b3-03d0-4d85-9c2d-7fc2e11794ef) {{(pid=105127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:00:07.788104 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 1d247d59-f2c5-49a0-823c-bff4e90f9d3e up at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:00:07.903680 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-94210277-5451-4ad6-8458-f5702c3d5307 req-3a20f1ec-2be8-490f-918e-b8c8eee000a1 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=caefd0d8-a3ae-4868-8023-ea8a59b4233d HTTP/1.1" status: 200 len: 210 time: 0.0346122 Jun 29 11:00:07.904027 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Provisioning for port 1d247d59-f2c5-49a0-823c-bff4e90f9d3e completed by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:00:07.914889 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Provisioning complete for port 1d247d59-f2c5-49a0-823c-bff4e90f9d3e triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:00:07.915296 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:07.977883 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-5d70ea50-cd8e-4e39-9887-ad4b91435ee4 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Notify callbacks [] for port, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:08.029355 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:08.058648 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d84c7db-ef6f-45a3-992b-8017df1da487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d247d59-f2c5-49a0-823c-bff4e90f9d3e'}] {{(pid=105128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:00:08.064610 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f554d8236d32e986c704cda53ac23f663e6b3c5228ed3933e2c5dc2c6a48410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ec09ba-e8dc-457c-9be4-2a7c92000999" -d '{"events": [{"server_uuid": "1d84c7db-ef6f-45a3-992b-8017df1da487", "name": "network-vif-plugged", "status": "completed", "tag": "1d247d59-f2c5-49a0-823c-bff4e90f9d3e"}]}' {{(pid=105128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:00:08.078482 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 1d247d59-f2c5-49a0-823c-bff4e90f9d3e, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1d247d59-f2c5-49a0-823c-bff4e90f9d3e,segment=NetworkSegment(bd690c86-e9c6-4b46-82ca-bcc181074770),segment_id=bd690c86-e9c6-4b46-82ca-bcc181074770)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:00:08.084853 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-5d70ea50-cd8e-4e39-9887-ad4b91435ee4 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130347142'] for port, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:08.089488 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-ed50875d-aacd-4404-885c-aca932778a75 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:08.104974 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0293428b-fb51-4c1c-9926-01ccd3a88259 x-openstack-request-id: req-0293428b-fb51-4c1c-9926-01ccd3a88259 {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:00:08.105394 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d84c7db-ef6f-45a3-992b-8017df1da487", "name": "network-vif-plugged", "status": "completed", "tag": "1d247d59-f2c5-49a0-823c-bff4e90f9d3e", "code": 200}]} {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:00:08.105927 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0293428b-fb51-4c1c-9926-01ccd3a88259 {{(pid=105128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:00:08.106423 dv-cinder-793515-4-smb neutron-server[105128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d84c7db-ef6f-45a3-992b-8017df1da487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d247d59-f2c5-49a0-823c-bff4e90f9d3e', 'code': 200} Jun 29 11:00:08.134854 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-5d70ea50-cd8e-4e39-9887-ad4b91435ee4 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Network 3dddfc96-446a-4271-b2e4-1fbf8fb2f736 is already hosted by enough agents. {{(pid=105127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:00:08.137995 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.base_scheduler [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-5d70ea50-cd8e-4e39-9887-ad4b91435ee4 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Resources bound (agent type, host, resource id): {{(pid=105127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:00:08.142125 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-5d70ea50-cd8e-4e39-9887-ad4b91435ee4 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Received port after_create {{(pid=105127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:00:08.143565 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:08.147816 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:08.150437 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] get_ports_and_sgs() called for port_ids ['a0992ff1-31d3-4923-889f-50a337cbc2d9', '10dd8b68-b420-4cb0-9014-f4cd5775fda2'] {{(pid=105128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:00:08.172846 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d70ea50-cd8e-4e39-9887-ad4b91435ee4 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Pushing event updated for resources: {'Port': ['ID=5f7323b3-03d0-4d85-9c2d-7fc2e11794ef,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:08.181387 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-5d70ea50-cd8e-4e39-9887-ad4b91435ee4 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:08.219240 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-5d70ea50-cd8e-4e39-9887-ad4b91435ee4 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:08.220157 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-5d70ea50-cd8e-4e39-9887-ad4b91435ee4 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:08.252899 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=1d247d59-f2c5-49a0-823c-bff4e90f9d3e,revision_number=5']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:08.258310 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:08.313342 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-5d70ea50-cd8e-4e39-9887-ad4b91435ee4 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0094163 Jun 29 11:00:08.356063 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-b1015e24-0198-425e-9a67-1c1c4fb773b9 service neutron] Request body: {'port': {'device_id': 'caefd0d8-a3ae-4868-8023-ea8a59b4233d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:00:08.448150 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-b1015e24-0198-425e-9a67-1c1c4fb773b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:08.586348 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba299382-3348-44f3-80f8-9727981ae84c req-b6199c97-22b2-41e2-aad7-072560b6bf25 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:08.588593 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-ba299382-3348-44f3-80f8-9727981ae84c req-b6199c97-22b2-41e2-aad7-072560b6bf25 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] 10.222.0.66 "GET /v2.0/ports?device_id=67bc2766-54e4-4dd6-b05c-6c70ffea8b51 HTTP/1.1" status: 200 len: 945 time: 0.0753810 Jun 29 11:00:08.636206 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-ba299382-3348-44f3-80f8-9727981ae84c req-daabbd1f-e585-452f-babc-5e50393d323b tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] 10.222.0.66 "GET /v2.0/security-groups?id=3cb90155-a153-4b27-ada8-a777450edeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359931 Jun 29 11:00:08.788395 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d20205-c279-4bc4-89c2-7aa1c4a6d7d1 req-a060e10d-2a26-40b4-88c6-721a6f6b9611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:08.792257 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a3d20205-c279-4bc4-89c2-7aa1c4a6d7d1 req-a060e10d-2a26-40b4-88c6-721a6f6b9611 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1d84c7db-ef6f-45a3-992b-8017df1da487 HTTP/1.1" status: 200 len: 1103 time: 0.1797676 Jun 29 11:00:08.803840 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-d579530d-96f6-478e-9759-7ba6a594b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:08.804241 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502192b1-3cc5-4f14-b31b-4cd50f4fd85a req-1f340c1c-cb23-46e9-ac52-87154e354ae3 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:08.806007 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-502192b1-3cc5-4f14-b31b-4cd50f4fd85a req-1f340c1c-cb23-46e9-ac52-87154e354ae3 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d84c7db-ef6f-45a3-992b-8017df1da487 HTTP/1.1" status: 200 len: 950 time: 0.1429322 Jun 29 11:00:08.895984 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-b1015e24-0198-425e-9a67-1c1c4fb773b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f7323b3-03d0-4d85-9c2d-7fc2e11794ef {{(pid=105127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:00:08.902738 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a3d20205-c279-4bc4-89c2-7aa1c4a6d7d1 req-3438a2c3-6fe6-4d2a-8eeb-441ad26e571d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5495a2f1-74a5-40a2-a6a1-3c0fbc24815e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910206 Jun 29 11:00:08.914729 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-b1015e24-0198-425e-9a67-1c1c4fb773b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:08.923132 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-502192b1-3cc5-4f14-b31b-4cd50f4fd85a req-34720ae7-f448-4a61-85dc-977d5deb2e56 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] 10.222.0.66 "GET /v2.0/security-groups?id=5495a2f1-74a5-40a2-a6a1-3c0fbc24815e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022928 Jun 29 11:00:08.936638 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.provisioning_blocks [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-b1015e24-0198-425e-9a67-1c1c4fb773b9 service neutron] Transition to ACTIVE for port object 5f7323b3-03d0-4d85-9c2d-7fc2e11794ef will not be triggered until provisioned by entity L2. {{(pid=105127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:00:08.946913 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:08.981233 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-b1015e24-0198-425e-9a67-1c1c4fb773b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130347152'] for port, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:08.984372 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-d789eb94-c2d8-40c3-88ea-c2822386fd24 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:09.006587 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656d105-97a5-4905-afca-24b021a6c1d0 req-41685c54-db64-4c7e-8a81-02a5ccba7be6 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:09.009108 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-c656d105-97a5-4905-afca-24b021a6c1d0 req-41685c54-db64-4c7e-8a81-02a5ccba7be6 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.0809107 Jun 29 11:00:09.077930 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1015e24-0198-425e-9a67-1c1c4fb773b9 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7323b3-03d0-4d85-9c2d-7fc2e11794ef,revision_number=2']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:09.082548 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-b1015e24-0198-425e-9a67-1c1c4fb773b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:09.089870 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-c656d105-97a5-4905-afca-24b021a6c1d0 req-cb020249-dce6-4b4b-802f-99f686027668 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740898 Jun 29 11:00:09.164913 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-b1015e24-0198-425e-9a67-1c1c4fb773b9 service neutron] Attempting to bind port 5f7323b3-03d0-4d85-9c2d-7fc2e11794ef on host hv-cinder-79351 for vnic_type normal with profile {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:00:09.165319 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-b1015e24-0198-425e-9a67-1c1c4fb773b9 service neutron] Attempting to bind port 5f7323b3-03d0-4d85-9c2d-7fc2e11794ef by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'd751559d-5565-473f-a10b-07ec42d05c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3dddfc96-446a-4271-b2e4-1fbf8fb2f736'}] {{(pid=105127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:00:09.166005 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-b1015e24-0198-425e-9a67-1c1c4fb773b9 service neutron] Attempting to bind port 5f7323b3-03d0-4d85-9c2d-7fc2e11794ef on network 3dddfc96-446a-4271-b2e4-1fbf8fb2f736 {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:00:09.170139 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-b1015e24-0198-425e-9a67-1c1c4fb773b9 service neutron] Port 5f7323b3-03d0-4d85-9c2d-7fc2e11794ef on network 3dddfc96-446a-4271-b2e4-1fbf8fb2f736 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:00:09.170523 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-b1015e24-0198-425e-9a67-1c1c4fb773b9 service neutron] Attempting to bind port 5f7323b3-03d0-4d85-9c2d-7fc2e11794ef on network 3dddfc96-446a-4271-b2e4-1fbf8fb2f736 {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:00:09.175931 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-b1015e24-0198-425e-9a67-1c1c4fb773b9 service neutron] Checking agent: {'id': 'bdcb3022-9de1-427e-88c2-d5d630f764fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 56, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:00:09.176560 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-b1015e24-0198-425e-9a67-1c1c4fb773b9 service neutron] Checking segment: {'id': 'd751559d-5565-473f-a10b-07ec42d05c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3dddfc96-446a-4271-b2e4-1fbf8fb2f736'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:00:09.177008 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-b1015e24-0198-425e-9a67-1c1c4fb773b9 service neutron] Bound using segment: {'id': 'd751559d-5565-473f-a10b-07ec42d05c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3dddfc96-446a-4271-b2e4-1fbf8fb2f736'} {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:00:09.177667 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-b1015e24-0198-425e-9a67-1c1c4fb773b9 service neutron] Bound port: 5f7323b3-03d0-4d85-9c2d-7fc2e11794ef, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd751559d-5565-473f-a10b-07ec42d05c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3dddfc96-446a-4271-b2e4-1fbf8fb2f736'}}] {{(pid=105127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:00:09.178093 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-b1015e24-0198-425e-9a67-1c1c4fb773b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:09.255070 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-b1015e24-0198-425e-9a67-1c1c4fb773b9 service neutron] For port 5f7323b3-03d0-4d85-9c2d-7fc2e11794ef, host hv-cinder-79351, cleared binding levels {{(pid=105127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:00:09.258104 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-b1015e24-0198-425e-9a67-1c1c4fb773b9 service neutron] For port 5f7323b3-03d0-4d85-9c2d-7fc2e11794ef, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=5f7323b3-03d0-4d85-9c2d-7fc2e11794ef,segment=NetworkSegment(d751559d-5565-473f-a10b-07ec42d05c7f),segment_id=d751559d-5565-473f-a10b-07ec42d05c7f)] {{(pid=105127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:00:09.268878 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4dbb76-0a7b-439d-bb85-cf4787a1c674 req-77e3ca98-8bcd-422d-ae8d-07806bd4d25b tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:09.270285 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-1b4dbb76-0a7b-439d-bb85-cf4787a1c674 req-77e3ca98-8bcd-422d-ae8d-07806bd4d25b tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=caefd0d8-a3ae-4868-8023-ea8a59b4233d HTTP/1.1" status: 200 len: 944 time: 0.0738647 Jun 29 11:00:09.300189 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.agents_db [None req-6227a327-39ba-4b2a-b4ab-7b0e2d6295dc None None] Agent healthcheck: found 6 active agents {{(pid=105129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:00:09.310781 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-1b4dbb76-0a7b-439d-bb85-cf4787a1c674 req-e9f35a13-7d0a-4f00-ba35-654664f5dc78 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348513 Jun 29 11:00:09.324633 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-b1015e24-0198-425e-9a67-1c1c4fb773b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130347152'] for port, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:09.327396 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-514b1b2d-f694-4f49-ae7a-20af980d5f0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:09.363071 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-b1015e24-0198-425e-9a67-1c1c4fb773b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:09.363688 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-b1015e24-0198-425e-9a67-1c1c4fb773b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:09.365085 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-b1015e24-0198-425e-9a67-1c1c4fb773b9 service neutron] 10.222.0.42 "PUT /v2.0/ports/5f7323b3-03d0-4d85-9c2d-7fc2e11794ef HTTP/1.1" status: 200 len: 1094 time: 1.0228598 Jun 29 11:00:09.365572 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caefd0d8-a3ae-4868-8023-ea8a59b4233d', 'tag': '5f7323b3-03d0-4d85-9c2d-7fc2e11794ef'}] {{(pid=105127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:00:09.367835 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51926c8a96ac3dcbe8a9a7c61d1f1b13ee7346919254cfc90a12d4d270e3eabf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba61717-0577-40f2-b590-7d28b9868abf" -d '{"events": [{"name": "network-changed", "server_uuid": "caefd0d8-a3ae-4868-8023-ea8a59b4233d", "tag": "5f7323b3-03d0-4d85-9c2d-7fc2e11794ef"}]}' {{(pid=105127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:00:09.389086 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1015e24-0198-425e-9a67-1c1c4fb773b9 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7323b3-03d0-4d85-9c2d-7fc2e11794ef,revision_number=3']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:09.394254 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-b1015e24-0198-425e-9a67-1c1c4fb773b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:09.406656 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b05efc-3106-4f0d-b11a-935e3c445bf3 x-openstack-request-id: req-95b05efc-3106-4f0d-b11a-935e3c445bf3 {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:00:09.406973 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caefd0d8-a3ae-4868-8023-ea8a59b4233d", "tag": "5f7323b3-03d0-4d85-9c2d-7fc2e11794ef", "status": "completed", "code": 200}]} {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:00:09.407262 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-95b05efc-3106-4f0d-b11a-935e3c445bf3 {{(pid=105127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:00:09.408477 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caefd0d8-a3ae-4868-8023-ea8a59b4233d', 'tag': '5f7323b3-03d0-4d85-9c2d-7fc2e11794ef', 'status': 'completed', 'code': 200} Jun 29 11:00:09.581529 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba61717-0577-40f2-b590-7d28b9868abf req-91825daf-cafb-4b04-b69a-3b7aaae49afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:09.583138 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-8ba61717-0577-40f2-b590-7d28b9868abf req-91825daf-cafb-4b04-b69a-3b7aaae49afa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a367762fea4d4aa2bc4d9c8b1985272c&device_id=caefd0d8-a3ae-4868-8023-ea8a59b4233d HTTP/1.1" status: 200 len: 1097 time: 0.0601780 Jun 29 11:00:09.606638 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 52228) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:09.719278 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-b6a8231a-6eca-4f39-931c-3361d31e0adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:09.722735 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba61717-0577-40f2-b590-7d28b9868abf req-1a43add1-988a-4478-9dfb-1345a5709a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:09.725487 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-8ba61717-0577-40f2-b590-7d28b9868abf req-1a43add1-988a-4478-9dfb-1345a5709a8c service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a367762fea4d4aa2bc4d9c8b1985272c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1130033 Jun 29 11:00:09.852380 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a338f-b60c-470b-a260-b4f94772ed3b req-7856e4f1-1fed-43c4-9f79-8430b5f3355c tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:09.854605 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-d21a338f-b60c-470b-a260-b4f94772ed3b req-7856e4f1-1fed-43c4-9f79-8430b5f3355c tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] 10.222.0.66 "GET /v2.0/ports?device_id=67bc2766-54e4-4dd6-b05c-6c70ffea8b51 HTTP/1.1" status: 200 len: 945 time: 0.0854690 Jun 29 11:00:09.864661 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba61717-0577-40f2-b590-7d28b9868abf req-e548f840-9646-4213-bd6c-3a4e1db396f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:09.866247 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-8ba61717-0577-40f2-b590-7d28b9868abf req-e548f840-9646-4213-bd6c-3a4e1db396f6 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1289980 Jun 29 11:00:09.900476 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-d21a338f-b60c-470b-a260-b4f94772ed3b req-5dd4d76d-af73-4d16-81d9-7dca32dc7df0 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] 10.222.0.66 "GET /v2.0/security-groups?id=3cb90155-a153-4b27-ada8-a777450edeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397809 Jun 29 11:00:09.911499 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-b6a8231a-6eca-4f39-931c-3361d31e0adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:10.008558 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-b6a8231a-6eca-4f39-931c-3361d31e0adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:10.012905 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:10.073235 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-b6a8231a-6eca-4f39-931c-3361d31e0adc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=72bbdd77e5e14e0bb25d3fb8e60d0cde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4655726 Jun 29 11:00:10.075884 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 52244) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:10.099677 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8231a-6eca-4f39-931c-3361d31e0adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0290e8cd-a234-4409-b427-796d9af315d7,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:10.103047 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-b6a8231a-6eca-4f39-931c-3361d31e0adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:10.132096 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-f9010192-ec3f-4fba-aece-a2d3ecfbfb8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:10.133824 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-cbf827e3-8b06-4a1f-8899-b622ed99e113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:10.136590 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-cbf827e3-8b06-4a1f-8899-b622ed99e113 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a367762fea4d4aa2bc4d9c8b1985272c&device_id=caefd0d8-a3ae-4868-8023-ea8a59b4233d HTTP/1.1" status: 200 len: 1097 time: 0.1632109 Jun 29 11:00:10.151616 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:10.156920 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-f9010192-ec3f-4fba-aece-a2d3ecfbfb8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:10.169344 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83300713-522f-4ffb-a45b-7f4e09f9d40a req-d25b3ef2-ffa8-4fe5-bdc7-87c910c8f1b9 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:10.170952 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-83300713-522f-4ffb-a45b-7f4e09f9d40a req-d25b3ef2-ffa8-4fe5-bdc7-87c910c8f1b9 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d84c7db-ef6f-45a3-992b-8017df1da487 HTTP/1.1" status: 200 len: 950 time: 0.1157045 Jun 29 11:00:10.215009 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-4c58263b-17bc-472b-9b8c-891b1df88761 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f7323b3-03d0-4d85-9c2d-7fc2e11794ef HTTP/1.1" status: 200 len: 217 time: 0.0429652 Jun 29 11:00:10.272209 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-83300713-522f-4ffb-a45b-7f4e09f9d40a req-2ce85e63-ad53-4f41-9c17-88655ddf7fbd tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] 10.222.0.66 "GET /v2.0/security-groups?id=5495a2f1-74a5-40a2-a6a1-3c0fbc24815e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926964 Jun 29 11:00:10.280311 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd1937-8344-4eb8-86eb-758aa6bbb25f req-7170eb04-6ad8-4a0f-8c9a-20bdfef69a6b tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:10.282303 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f6bd1937-8344-4eb8-86eb-758aa6bbb25f req-7170eb04-6ad8-4a0f-8c9a-20bdfef69a6b tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.0666463 Jun 29 11:00:10.288659 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-f9010192-ec3f-4fba-aece-a2d3ecfbfb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:10.289979 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-c9d7ee4c-15f6-4a6f-a111-9059f4868416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:10.291539 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-c9d7ee4c-15f6-4a6f-a111-9059f4868416 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e78b9c77-e0e0-471c-a845-17d582c68532 HTTP/1.1" status: 200 len: 855 time: 0.0560107 Jun 29 11:00:10.291834 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-f9010192-ec3f-4fba-aece-a2d3ecfbfb8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:10.292973 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-f9010192-ec3f-4fba-aece-a2d3ecfbfb8a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0290e8cd-a234-4409-b427-796d9af315d7 HTTP/1.1" status: 204 len: 168 time: 0.2160671 Jun 29 11:00:10.294882 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-e4a261f1-cc8f-4b94-b812-0f1ec7273282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:10.309560 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9010192-ec3f-4fba-aece-a2d3ecfbfb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0290e8cd-a234-4409-b427-796d9af315d7,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:10.318238 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-f9010192-ec3f-4fba-aece-a2d3ecfbfb8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:10.344023 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-17f7ae61-1cc2-44e4-b201-f0cd931d199e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3dddfc96-446a-4271-b2e4-1fbf8fb2f736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331562 Jun 29 11:00:10.344544 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f6bd1937-8344-4eb8-86eb-758aa6bbb25f req-48fb5f60-c2b9-4136-85b2-3700f50be0b4 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471447 Jun 29 11:00:10.493270 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-29f5430b-8106-4dbd-b972-36298b6cd987 service neutron] 10.222.0.42 "GET /v2.0/networks/3dddfc96-446a-4271-b2e4-1fbf8fb2f736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276529 Jun 29 11:00:10.526475 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44a655-6749-42b6-b929-da9809a4b518 req-95b1cca9-45b4-4552-b722-8310ddd36d56 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:10.528070 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-5b44a655-6749-42b6-b929-da9809a4b518 req-95b1cca9-45b4-4552-b722-8310ddd36d56 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=caefd0d8-a3ae-4868-8023-ea8a59b4233d HTTP/1.1" status: 200 len: 944 time: 0.0847075 Jun 29 11:00:10.614806 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-5b44a655-6749-42b6-b929-da9809a4b518 req-eebdd8f7-2795-4fc8-a39b-78dd959a1c6a tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777583 Jun 29 11:00:10.666450 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-5bb58136-93ef-42bc-a683-7ed2482db099 req-d5f9f511-6467-453d-85e0-a925f446f7fa service neutron] 10.222.0.42 "GET /v2.0/networks/3dddfc96-446a-4271-b2e4-1fbf8fb2f736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371238 Jun 29 11:00:11.045299 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 52272) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:11.059174 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-60a2da16-6833-4e01-adaf-8e6576ef5e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:11.089092 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474f731-72e7-4e38-b10f-c4b88d89ab58 req-9e022722-f035-40ee-a8e5-b3c852339969 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:11.090977 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-2474f731-72e7-4e38-b10f-c4b88d89ab58 req-9e022722-f035-40ee-a8e5-b3c852339969 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] 10.222.0.66 "GET /v2.0/ports?device_id=67bc2766-54e4-4dd6-b05c-6c70ffea8b51 HTTP/1.1" status: 200 len: 945 time: 0.0741174 Jun 29 11:00:11.129354 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-2474f731-72e7-4e38-b10f-c4b88d89ab58 req-82f21772-a350-4275-842d-37dbff8fdb59 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] 10.222.0.66 "GET /v2.0/security-groups?id=3cb90155-a153-4b27-ada8-a777450edeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323601 Jun 29 11:00:11.160190 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-60a2da16-6833-4e01-adaf-8e6576ef5e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:11.272577 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-60a2da16-6833-4e01-adaf-8e6576ef5e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:11.275144 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-45daec66-02bb-4f85-b595-92e56ef519cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:11.315803 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-60a2da16-6833-4e01-adaf-8e6576ef5e37 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=37325ffeb2344604813e400ff4fadacc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2689908 Jun 29 11:00:11.317640 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2da16-6833-4e01-adaf-8e6576ef5e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7511d283-bbb2-454e-baf8-c36305dce231,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:11.319697 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 52278) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:11.332883 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-60a2da16-6833-4e01-adaf-8e6576ef5e37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:11.375498 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-2c0eb916-2d7f-4439-a03d-c08cc957b2f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:11.401386 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-2c0eb916-2d7f-4439-a03d-c08cc957b2f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:11.486160 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806bfbb-acb9-4b56-ae63-e3eaa466a24f req-cffe3705-3366-415b-a58b-44ad3101b1c9 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:11.487630 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-2806bfbb-acb9-4b56-ae63-e3eaa466a24f req-cffe3705-3366-415b-a58b-44ad3101b1c9 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d84c7db-ef6f-45a3-992b-8017df1da487 HTTP/1.1" status: 200 len: 950 time: 0.0776658 Jun 29 11:00:11.525326 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-2806bfbb-acb9-4b56-ae63-e3eaa466a24f req-fe05ce22-ef78-416b-b23a-e8c307785f13 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] 10.222.0.66 "GET /v2.0/security-groups?id=5495a2f1-74a5-40a2-a6a1-3c0fbc24815e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318553 Jun 29 11:00:11.528398 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-2c0eb916-2d7f-4439-a03d-c08cc957b2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:11.531316 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-2c0eb916-2d7f-4439-a03d-c08cc957b2f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:11.532507 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-2c0eb916-2d7f-4439-a03d-c08cc957b2f5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7511d283-bbb2-454e-baf8-c36305dce231 HTTP/1.1" status: 204 len: 168 time: 0.2114565 Jun 29 11:00:11.534643 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-75431f8e-604e-4fe7-b20c-87412f7a7e90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:11.548078 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d9966-39f8-4b0e-af84-ab91d4265035 req-c2d97f89-12ee-4242-a77e-87d8429dcec2 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:11.549631 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d86d9966-39f8-4b0e-af84-ab91d4265035 req-c2d97f89-12ee-4242-a77e-87d8429dcec2 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.0782497 Jun 29 11:00:11.562191 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0eb916-2d7f-4439-a03d-c08cc957b2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7511d283-bbb2-454e-baf8-c36305dce231,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:11.562191 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-2c0eb916-2d7f-4439-a03d-c08cc957b2f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:11.603960 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d86d9966-39f8-4b0e-af84-ab91d4265035 req-4b32b088-4fc3-440e-9cc4-c7ff7ffbb67b tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473402 Jun 29 11:00:11.660909 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:11.809755 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d82d6-8300-482c-b908-56608d311d45 req-1284a291-83da-41e1-a158-c70fac84507d tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:11.811279 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-757d82d6-8300-482c-b908-56608d311d45 req-1284a291-83da-41e1-a158-c70fac84507d tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=caefd0d8-a3ae-4868-8023-ea8a59b4233d HTTP/1.1" status: 200 len: 944 time: 0.0695970 Jun 29 11:00:11.858272 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-757d82d6-8300-482c-b908-56608d311d45 req-aa41f231-42f1-4b75-ae7b-5e3ec8ff3ccb tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400743 Jun 29 11:00:12.111694 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f5025-ffb3-4395-9364-ad11d44efbd4 req-2b6fd4c2-6ba2-4263-8106-887da563a726 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:12.113256 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-dc1f5025-ffb3-4395-9364-ad11d44efbd4 req-2b6fd4c2-6ba2-4263-8106-887da563a726 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d84c7db-ef6f-45a3-992b-8017df1da487 HTTP/1.1" status: 200 len: 950 time: 0.0673354 Jun 29 11:00:12.156194 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-dc1f5025-ffb3-4395-9364-ad11d44efbd4 req-57a71e17-1e02-4721-9c2b-0beb890e3c89 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] 10.222.0.66 "GET /v2.0/security-groups?id=5495a2f1-74a5-40a2-a6a1-3c0fbc24815e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362988 Jun 29 11:00:12.327552 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d18b4d-10cc-4061-a85c-f3e2a31b8826 req-ff8db96f-484c-419b-a968-fe2dd8c7610b tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:12.330341 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-10d18b4d-10cc-4061-a85c-f3e2a31b8826 req-ff8db96f-484c-419b-a968-fe2dd8c7610b tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] 10.222.0.66 "GET /v2.0/ports?device_id=67bc2766-54e4-4dd6-b05c-6c70ffea8b51 HTTP/1.1" status: 200 len: 945 time: 0.0718477 Jun 29 11:00:12.378709 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-10d18b4d-10cc-4061-a85c-f3e2a31b8826 req-162a56f8-7627-481a-86ba-b2be0c539919 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] 10.222.0.66 "GET /v2.0/security-groups?id=3cb90155-a153-4b27-ada8-a777450edeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424192 Jun 29 11:00:12.489100 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666a2c7-de54-4007-b314-c4e488f564a3 req-91a3a7a7-2720-46cf-a6a2-4a6c08e1ae3a tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:12.490850 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d666a2c7-de54-4007-b314-c4e488f564a3 req-91a3a7a7-2720-46cf-a6a2-4a6c08e1ae3a tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] 10.222.0.42 "GET /v2.0/ports?device_id=67bc2766-54e4-4dd6-b05c-6c70ffea8b51 HTTP/1.1" status: 200 len: 945 time: 0.0628009 Jun 29 11:00:12.605319 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [req-d666a2c7-de54-4007-b314-c4e488f564a3 req-64289822-72bc-41a1-bdcb-4c33022e6227 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] Deleting port d9d21a13-b732-4518-bc8a-5b000bbab40e {{(pid=105127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:00:12.605655 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-d666a2c7-de54-4007-b314-c4e488f564a3 req-64289822-72bc-41a1-bdcb-4c33022e6227 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:12.710973 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-d666a2c7-de54-4007-b314-c4e488f564a3 req-64289822-72bc-41a1-bdcb-4c33022e6227 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] For port d9d21a13-b732-4518-bc8a-5b000bbab40e, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d9d21a13-b732-4518-bc8a-5b000bbab40e,segment=NetworkSegment(64b4cb38-7e11-4561-a8c9-40aa0546c61d),segment_id=64b4cb38-7e11-4561-a8c9-40aa0546c61d)] {{(pid=105127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:00:12.711324 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-d666a2c7-de54-4007-b314-c4e488f564a3 req-64289822-72bc-41a1-bdcb-4c33022e6227 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:12.732031 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [req-d666a2c7-de54-4007-b314-c4e488f564a3 req-64289822-72bc-41a1-bdcb-4c33022e6227 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] Calling delete_port for d9d21a13-b732-4518-bc8a-5b000bbab40e owned by compute:nova {{(pid=105127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:00:12.874841 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922bf5d-a291-4e7b-9737-99dc389963de req-0b99c0ef-983a-4595-9295-1d7879193c48 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:12.876654 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7922bf5d-a291-4e7b-9737-99dc389963de req-0b99c0ef-983a-4595-9295-1d7879193c48 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.1380613 Jun 29 11:00:12.958600 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7922bf5d-a291-4e7b-9737-99dc389963de req-6ef4b721-edcb-423d-b74d-55650bb12ce8 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747492 Jun 29 11:00:13.054244 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf703fe-c66d-4626-9e2e-354a582f644b req-4dbfa9a3-cfea-4f64-b432-4838d28b405d tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:13.055831 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-ddf703fe-c66d-4626-9e2e-354a582f644b req-4dbfa9a3-cfea-4f64-b432-4838d28b405d tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=caefd0d8-a3ae-4868-8023-ea8a59b4233d HTTP/1.1" status: 200 len: 944 time: 0.0677021 Jun 29 11:00:13.078140 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-d666a2c7-de54-4007-b314-c4e488f564a3 req-64289822-72bc-41a1-bdcb-4c33022e6227 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130347151'] for port, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:13.086934 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-b1015e24-0198-425e-9a67-1c1c4fb773b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:13.098874 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-ddf703fe-c66d-4626-9e2e-354a582f644b req-800c8b59-920c-4cdd-9d1e-cba44828ff85 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374453 Jun 29 11:00:13.127235 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64289822-72bc-41a1-bdcb-4c33022e6227 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] Pushing event deleted for resources: {'Port': ['ID=d9d21a13-b732-4518-bc8a-5b000bbab40e,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:13.129450 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-64289822-72bc-41a1-bdcb-4c33022e6227 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:13.140770 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] get_ports_and_sgs() called for port_ids ['d9d21a13-b732-4518-bc8a-5b000bbab40e'] {{(pid=105128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:00:13.167270 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [req-d666a2c7-de54-4007-b314-c4e488f564a3 req-64289822-72bc-41a1-bdcb-4c33022e6227 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] No DVR routers for this DVR port d9d21a13-b732-4518-bc8a-5b000bbab40e on host hv-cinder-79351 {{(pid=105127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:00:13.169714 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-d666a2c7-de54-4007-b314-c4e488f564a3 req-64289822-72bc-41a1-bdcb-4c33022e6227 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:13.171662 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d666a2c7-de54-4007-b314-c4e488f564a3 req-64289822-72bc-41a1-bdcb-4c33022e6227 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] 10.222.0.42 "DELETE /v2.0/ports/d9d21a13-b732-4518-bc8a-5b000bbab40e HTTP/1.1" status: 204 len: 173 time: 0.6745758 Jun 29 11:00:13.172151 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67bc2766-54e4-4dd6-b05c-6c70ffea8b51', 'name': 'network-vif-deleted', 'tag': 'd9d21a13-b732-4518-bc8a-5b000bbab40e'}] {{(pid=105127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:00:13.174552 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51926c8a96ac3dcbe8a9a7c61d1f1b13ee7346919254cfc90a12d4d270e3eabf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d431c52-334d-4252-a3b8-99502a831165" -d '{"events": [{"server_uuid": "67bc2766-54e4-4dd6-b05c-6c70ffea8b51", "name": "network-vif-deleted", "tag": "d9d21a13-b732-4518-bc8a-5b000bbab40e"}]}' {{(pid=105127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:00:13.214359 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81019c2-fbee-42c9-b767-b662ced27e45 x-openstack-request-id: req-a81019c2-fbee-42c9-b767-b662ced27e45 {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:00:13.214717 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67bc2766-54e4-4dd6-b05c-6c70ffea8b51", "name": "network-vif-deleted", "tag": "d9d21a13-b732-4518-bc8a-5b000bbab40e", "status": "completed", "code": 200}]} {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:00:13.214992 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a81019c2-fbee-42c9-b767-b662ced27e45 {{(pid=105127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:00:13.215409 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67bc2766-54e4-4dd6-b05c-6c70ffea8b51', 'name': 'network-vif-deleted', 'tag': 'd9d21a13-b732-4518-bc8a-5b000bbab40e', 'status': 'completed', 'code': 200} Jun 29 11:00:13.352646 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19933c0-5f10-457f-9dfa-5b0228077f6f req-3067ba99-91d9-4270-bce3-6750958eb857 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:13.354166 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-b19933c0-5f10-457f-9dfa-5b0228077f6f req-3067ba99-91d9-4270-bce3-6750958eb857 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d84c7db-ef6f-45a3-992b-8017df1da487 HTTP/1.1" status: 200 len: 950 time: 0.0662074 Jun 29 11:00:13.396017 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-b19933c0-5f10-457f-9dfa-5b0228077f6f req-0194a823-4de1-44bf-871e-2946c0433984 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] 10.222.0.66 "GET /v2.0/security-groups?id=5495a2f1-74a5-40a2-a6a1-3c0fbc24815e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361814 Jun 29 11:00:13.529995 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d818353e-8c6f-439e-a4ec-1c3b3009d1ad req-8628eddc-3a49-46c4-a045-e9705f3bab3a tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] 10.222.0.66 "GET /v2.0/ports?device_id=67bc2766-54e4-4dd6-b05c-6c70ffea8b51 HTTP/1.1" status: 200 len: 210 time: 0.0318880 Jun 29 11:00:13.809056 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 5f7323b3-03d0-4d85-9c2d-7fc2e11794ef details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=105128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:00:14.021106 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 5f7323b3-03d0-4d85-9c2d-7fc2e11794ef, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=5f7323b3-03d0-4d85-9c2d-7fc2e11794ef,segment=NetworkSegment(d751559d-5565-473f-a10b-07ec42d05c7f),segment_id=d751559d-5565-473f-a10b-07ec42d05c7f)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:00:14.038206 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Returning: {'device': '5f7323b3-03d0-4d85-9c2d-7fc2e11794ef', 'network_id': '3dddfc96-446a-4271-b2e4-1fbf8fb2f736', 'port_id': '5f7323b3-03d0-4d85-9c2d-7fc2e11794ef', 'mac_address': 'fa:16:3e:c2:d0:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e78b9c77-e0e0-471c-a845-17d582c68532', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:00:14.083774 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:14.097727 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f7323b3-03d0-4d85-9c2d-7fc2e11794ef {{(pid=105128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:00:14.118575 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 5f7323b3-03d0-4d85-9c2d-7fc2e11794ef, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=5f7323b3-03d0-4d85-9c2d-7fc2e11794ef,segment=NetworkSegment(d751559d-5565-473f-a10b-07ec42d05c7f),segment_id=d751559d-5565-473f-a10b-07ec42d05c7f)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:00:14.146869 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd21cf-639e-46d2-9b76-734bd0a826dc req-12d5d0f5-3230-4ed2-a44d-0ae16e76a2e2 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:14.148621 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-dffd21cf-639e-46d2-9b76-734bd0a826dc req-12d5d0f5-3230-4ed2-a44d-0ae16e76a2e2 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.0711222 Jun 29 11:00:14.176101 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:14.178857 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:14.190599 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-dffd21cf-639e-46d2-9b76-734bd0a826dc req-cb8f6e19-72d3-4361-809b-a4805cc3f8a4 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361023 Jun 29 11:00:14.231519 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=5f7323b3-03d0-4d85-9c2d-7fc2e11794ef,revision_number=4']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:14.234639 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:14.286615 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f2f92-2036-4ab2-bff9-ca13b9059c32 req-d95f5414-318b-4959-ada1-4434e46a59ab tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:14.288106 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-127f2f92-2036-4ab2-bff9-ca13b9059c32 req-d95f5414-318b-4959-ada1-4434e46a59ab tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=caefd0d8-a3ae-4868-8023-ea8a59b4233d HTTP/1.1" status: 200 len: 945 time: 0.0656157 Jun 29 11:00:14.326041 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-127f2f92-2036-4ab2-bff9-ca13b9059c32 req-b7c60f84-c36e-4ea0-831f-b8befc0e169d tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320122 Jun 29 11:00:14.515814 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22616c7f-7b78-4e74-b1ea-65259d8bfe24 req-54625a37-c988-4b93-bb6d-33de8de63ed4 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:14.518216 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-22616c7f-7b78-4e74-b1ea-65259d8bfe24 req-54625a37-c988-4b93-bb6d-33de8de63ed4 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d84c7db-ef6f-45a3-992b-8017df1da487 HTTP/1.1" status: 200 len: 950 time: 0.0681648 Jun 29 11:00:14.663392 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307f765-8e1a-48bc-ae73-a9693123ad59 req-ed418dd6-8583-4a07-9ac8-e441ecd0e81d tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:14.665012 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-5307f765-8e1a-48bc-ae73-a9693123ad59 req-ed418dd6-8583-4a07-9ac8-e441ecd0e81d tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d84c7db-ef6f-45a3-992b-8017df1da487 HTTP/1.1" status: 200 len: 950 time: 0.1458516 Jun 29 11:00:14.703855 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-65d5cde3-1b7a-4782-8421-7eb2e900efdf req-3e4d8b9d-23dc-47a8-83be-70579e51b82a tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] 10.222.0.66 "GET /v2.0/ports?device_id=67bc2766-54e4-4dd6-b05c-6c70ffea8b51 HTTP/1.1" status: 200 len: 210 time: 0.0283401 Jun 29 11:00:14.717054 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [req-22616c7f-7b78-4e74-b1ea-65259d8bfe24 req-13434c2d-50a2-4e6a-ae31-656d283c2ee5 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Deleting port 1d247d59-f2c5-49a0-823c-bff4e90f9d3e {{(pid=105127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:00:14.717744 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-22616c7f-7b78-4e74-b1ea-65259d8bfe24 req-13434c2d-50a2-4e6a-ae31-656d283c2ee5 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:14.719005 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] get_ports_and_sgs() called for port_ids ['5f7323b3-03d0-4d85-9c2d-7fc2e11794ef'] {{(pid=105128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:00:14.741451 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-5307f765-8e1a-48bc-ae73-a9693123ad59 req-a56c99b7-acac-4f03-a2f5-7b6637d066f4 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] 10.222.0.66 "GET /v2.0/security-groups?id=5495a2f1-74a5-40a2-a6a1-3c0fbc24815e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693109 Jun 29 11:00:14.827557 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-22616c7f-7b78-4e74-b1ea-65259d8bfe24 req-13434c2d-50a2-4e6a-ae31-656d283c2ee5 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] For port 1d247d59-f2c5-49a0-823c-bff4e90f9d3e, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1d247d59-f2c5-49a0-823c-bff4e90f9d3e,segment=NetworkSegment(bd690c86-e9c6-4b46-82ca-bcc181074770),segment_id=bd690c86-e9c6-4b46-82ca-bcc181074770)] {{(pid=105127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:00:14.827987 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-22616c7f-7b78-4e74-b1ea-65259d8bfe24 req-13434c2d-50a2-4e6a-ae31-656d283c2ee5 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:14.845041 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [req-22616c7f-7b78-4e74-b1ea-65259d8bfe24 req-13434c2d-50a2-4e6a-ae31-656d283c2ee5 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Calling delete_port for 1d247d59-f2c5-49a0-823c-bff4e90f9d3e owned by compute:nova {{(pid=105127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:00:15.090861 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-22616c7f-7b78-4e74-b1ea-65259d8bfe24 req-13434c2d-50a2-4e6a-ae31-656d283c2ee5 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130347151'] for port, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:15.137436 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-863cebf7-f249-4d1e-aba4-220ee12d3ffd tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:15.137436 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13434c2d-50a2-4e6a-ae31-656d283c2ee5 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Pushing event deleted for resources: {'Port': ['ID=1d247d59-f2c5-49a0-823c-bff4e90f9d3e,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:15.137436 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-13434c2d-50a2-4e6a-ae31-656d283c2ee5 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:15.177447 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [req-22616c7f-7b78-4e74-b1ea-65259d8bfe24 req-13434c2d-50a2-4e6a-ae31-656d283c2ee5 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] No DVR routers for this DVR port 1d247d59-f2c5-49a0-823c-bff4e90f9d3e on host hv-cinder-79351 {{(pid=105127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:00:15.181415 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-22616c7f-7b78-4e74-b1ea-65259d8bfe24 req-13434c2d-50a2-4e6a-ae31-656d283c2ee5 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:15.184038 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-22616c7f-7b78-4e74-b1ea-65259d8bfe24 req-13434c2d-50a2-4e6a-ae31-656d283c2ee5 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] 10.222.0.42 "DELETE /v2.0/ports/1d247d59-f2c5-49a0-823c-bff4e90f9d3e HTTP/1.1" status: 204 len: 173 time: 0.6553316 Jun 29 11:00:15.221531 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d84c7db-ef6f-45a3-992b-8017df1da487', 'name': 'network-vif-deleted', 'tag': '1d247d59-f2c5-49a0-823c-bff4e90f9d3e'}] {{(pid=105127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:00:15.221531 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51926c8a96ac3dcbe8a9a7c61d1f1b13ee7346919254cfc90a12d4d270e3eabf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a3f3d6-716e-4343-81da-1e88a2c5b7b1" -d '{"events": [{"server_uuid": "1d84c7db-ef6f-45a3-992b-8017df1da487", "name": "network-vif-deleted", "tag": "1d247d59-f2c5-49a0-823c-bff4e90f9d3e"}]}' {{(pid=105127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:00:15.284571 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12697c6-883a-436a-938b-f561cfcc7887 x-openstack-request-id: req-d12697c6-883a-436a-938b-f561cfcc7887 {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:00:15.284571 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d84c7db-ef6f-45a3-992b-8017df1da487", "name": "network-vif-deleted", "tag": "1d247d59-f2c5-49a0-823c-bff4e90f9d3e", "status": "completed", "code": 200}]} {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:00:15.284571 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d12697c6-883a-436a-938b-f561cfcc7887 {{(pid=105127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:00:15.284571 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d84c7db-ef6f-45a3-992b-8017df1da487', 'name': 'network-vif-deleted', 'tag': '1d247d59-f2c5-49a0-823c-bff4e90f9d3e', 'status': 'completed', 'code': 200} Jun 29 11:00:15.413868 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e43f8-c23f-473e-9103-aef43319faf9 req-3350a496-0426-4209-8f2c-556795d492c6 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:15.415355 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-645e43f8-c23f-473e-9103-aef43319faf9 req-3350a496-0426-4209-8f2c-556795d492c6 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.0767522 Jun 29 11:00:15.463543 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-645e43f8-c23f-473e-9103-aef43319faf9 req-f569df07-aaf2-4fe1-8bfa-443a98fa8b6e tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420735 Jun 29 11:00:15.510192 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c4f04-fffb-4cef-908a-11cfd842b173 req-cd745e0d-e2b4-426a-910b-f40d0f041695 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:15.511802 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7d1c4f04-fffb-4cef-908a-11cfd842b173 req-cd745e0d-e2b4-426a-910b-f40d0f041695 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=caefd0d8-a3ae-4868-8023-ea8a59b4233d HTTP/1.1" status: 200 len: 945 time: 0.0676017 Jun 29 11:00:15.560078 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7d1c4f04-fffb-4cef-908a-11cfd842b173 req-60489366-929d-4f54-b369-a6a4417e2033 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388052 Jun 29 11:00:15.657981 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] get_ports_and_sgs() called for port_ids ['1d247d59-f2c5-49a0-823c-bff4e90f9d3e'] {{(pid=105128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:00:15.777670 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 52460) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:15.864027 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 5f7323b3-03d0-4d85-9c2d-7fc2e11794ef up at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:00:15.932300 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-35bcbc23-b45d-4464-a496-e693665ff0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:15.935772 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-ffd5b05a-4f1c-4c92-a190-23e01c865d4c req-52b1c203-73d2-4a7c-9860-09de7a35eabd tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d84c7db-ef6f-45a3-992b-8017df1da487 HTTP/1.1" status: 200 len: 210 time: 0.0451288 Jun 29 11:00:16.003412 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Provisioning for port 5f7323b3-03d0-4d85-9c2d-7fc2e11794ef completed by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:00:16.007462 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Provisioning complete for port 5f7323b3-03d0-4d85-9c2d-7fc2e11794ef triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:00:16.007920 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:16.029632 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-35bcbc23-b45d-4464-a496-e693665ff0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:16.083418 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:16.106339 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-35bcbc23-b45d-4464-a496-e693665ff0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:16.109793 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-9abb38c1-9618-4af1-81d1-8216f566d525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:16.112485 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caefd0d8-a3ae-4868-8023-ea8a59b4233d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7323b3-03d0-4d85-9c2d-7fc2e11794ef'}] {{(pid=105128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:00:16.116046 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f554d8236d32e986c704cda53ac23f663e6b3c5228ed3933e2c5dc2c6a48410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab6c42a-103d-45e5-ab3a-54654a7e0757" -d '{"events": [{"server_uuid": "caefd0d8-a3ae-4868-8023-ea8a59b4233d", "name": "network-vif-plugged", "status": "completed", "tag": "5f7323b3-03d0-4d85-9c2d-7fc2e11794ef"}]}' {{(pid=105128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:00:16.132224 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 5f7323b3-03d0-4d85-9c2d-7fc2e11794ef, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=5f7323b3-03d0-4d85-9c2d-7fc2e11794ef,segment=NetworkSegment(d751559d-5565-473f-a10b-07ec42d05c7f),segment_id=d751559d-5565-473f-a10b-07ec42d05c7f)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:00:16.148935 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-35bcbc23-b45d-4464-a496-e693665ff0b6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4fc2f6caf09b4884b6bddd7bd318360d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3702743 Jun 29 11:00:16.150070 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bcbc23-b45d-4464-a496-e693665ff0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e9c865-36fe-4b6c-8213-708d6ca2a8f8,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:16.152389 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 52474) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:16.153052 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-35bcbc23-b45d-4464-a496-e693665ff0b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:16.164526 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4dcbda-4c0a-42e6-afdc-f7e61bed7817 x-openstack-request-id: req-bb4dcbda-4c0a-42e6-afdc-f7e61bed7817 {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:00:16.164832 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caefd0d8-a3ae-4868-8023-ea8a59b4233d", "name": "network-vif-plugged", "status": "completed", "tag": "5f7323b3-03d0-4d85-9c2d-7fc2e11794ef", "code": 200}]} {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:00:16.165091 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bb4dcbda-4c0a-42e6-afdc-f7e61bed7817 {{(pid=105128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:00:16.165782 dv-cinder-793515-4-smb neutron-server[105128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caefd0d8-a3ae-4868-8023-ea8a59b4233d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7323b3-03d0-4d85-9c2d-7fc2e11794ef', 'code': 200} Jun 29 11:00:16.208771 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-9af81952-7435-4934-a87f-6eecf53b0376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:16.232538 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-9af81952-7435-4934-a87f-6eecf53b0376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:16.260918 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:16.265000 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 1d247d59-f2c5-49a0-823c-bff4e90f9d3e no longer exists at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:00:16.265000 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:16.314781 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] No Port match for: 1d247d59-f2c5-49a0-823c-bff4e90f9d3e {{(pid=105128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:00:16.315052 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 1d247d59-f2c5-49a0-823c-bff4e90f9d3e not bound to the agent host hv-cinder-79351 {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:00:16.315724 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device d9d21a13-b732-4518-bc8a-5b000bbab40e no longer exists at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:00:16.341177 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] No Port match for: d9d21a13-b732-4518-bc8a-5b000bbab40e {{(pid=105128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:00:16.341863 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device d9d21a13-b732-4518-bc8a-5b000bbab40e not bound to the agent host hv-cinder-79351 {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:00:16.363033 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=5f7323b3-03d0-4d85-9c2d-7fc2e11794ef,revision_number=5']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:16.366142 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:16.495280 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-9af81952-7435-4934-a87f-6eecf53b0376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:16.498721 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-9af81952-7435-4934-a87f-6eecf53b0376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:16.501485 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-9af81952-7435-4934-a87f-6eecf53b0376 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e1e9c865-36fe-4b6c-8213-708d6ca2a8f8 HTTP/1.1" status: 204 len: 168 time: 0.3471632 Jun 29 11:00:16.501657 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:16.523505 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af81952-7435-4934-a87f-6eecf53b0376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e9c865-36fe-4b6c-8213-708d6ca2a8f8,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:16.526454 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-9af81952-7435-4934-a87f-6eecf53b0376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:16.714035 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34747540-0b05-4097-9783-ba5035ef23aa req-061b87a7-4af3-486b-9e97-3484cf0b2bea tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:16.723042 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-34747540-0b05-4097-9783-ba5035ef23aa req-061b87a7-4af3-486b-9e97-3484cf0b2bea tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.1003041 Jun 29 11:00:16.768764 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-34747540-0b05-4097-9783-ba5035ef23aa req-e71d0e4b-32c6-4c59-bd6f-bda4c4e8490e tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439661 Jun 29 11:00:16.835116 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13c620-83a0-429b-b443-b3ed281a92b9 req-1ed2320d-34bb-4315-baf1-1b0ade03fcea tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:16.838474 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-5f13c620-83a0-429b-b443-b3ed281a92b9 req-1ed2320d-34bb-4315-baf1-1b0ade03fcea tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=caefd0d8-a3ae-4868-8023-ea8a59b4233d HTTP/1.1" status: 200 len: 946 time: 0.1264162 Jun 29 11:00:16.842531 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07754f3-208b-4e62-8abb-7030f1f172cb req-c1dac185-19f3-43c2-99b0-06c00d80fdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:16.844063 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a07754f3-208b-4e62-8abb-7030f1f172cb req-c1dac185-19f3-43c2-99b0-06c00d80fdfb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=caefd0d8-a3ae-4868-8023-ea8a59b4233d HTTP/1.1" status: 200 len: 1099 time: 0.0992491 Jun 29 11:00:16.901588 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-5f13c620-83a0-429b-b443-b3ed281a92b9 req-073e5415-becd-446f-83fe-e00f4099128a tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546024 Jun 29 11:00:16.903466 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a07754f3-208b-4e62-8abb-7030f1f172cb req-b87fe327-1076-41cd-a72c-7c697c6fcae0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504653 Jun 29 11:00:17.196074 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 52512) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:17.210159 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-4bad86ce-ef5c-4862-a97e-915e9b55ac99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:17.302835 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-4bad86ce-ef5c-4862-a97e-915e9b55ac99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:17.379211 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-4bad86ce-ef5c-4862-a97e-915e9b55ac99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:17.386641 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-8eaa8097-1388-477d-beff-b254c73d7d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:17.417688 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-4bad86ce-ef5c-4862-a97e-915e9b55ac99 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=211f4b1d02e64dd6bd06629037ec87c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2202125 Jun 29 11:00:17.420459 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 52518) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:17.429363 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad86ce-ef5c-4862-a97e-915e9b55ac99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93ac87c-8388-4bc9-aea0-57500e03af74,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:17.432713 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-4bad86ce-ef5c-4862-a97e-915e9b55ac99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:17.472229 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-31fd3b67-37b4-4ae8-bd57-a77c6abdd726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:17.493292 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-31fd3b67-37b4-4ae8-bd57-a77c6abdd726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:17.614645 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-31fd3b67-37b4-4ae8-bd57-a77c6abdd726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:17.617242 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-31fd3b67-37b4-4ae8-bd57-a77c6abdd726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:17.618353 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-31fd3b67-37b4-4ae8-bd57-a77c6abdd726 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b93ac87c-8388-4bc9-aea0-57500e03af74 HTTP/1.1" status: 204 len: 168 time: 0.1964121 Jun 29 11:00:17.619093 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-c503a345-9886-4e51-92fc-fdf039ad6d92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:17.627254 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd3b67-37b4-4ae8-bd57-a77c6abdd726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93ac87c-8388-4bc9-aea0-57500e03af74,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:17.629654 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-31fd3b67-37b4-4ae8-bd57-a77c6abdd726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:18.196409 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6955da-56f8-4fa4-a89e-0c94d5c11a30 req-8470454b-f765-4bcf-8fb7-b8b4f897a79b tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:18.199505 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-1d6955da-56f8-4fa4-a89e-0c94d5c11a30 req-8470454b-f765-4bcf-8fb7-b8b4f897a79b tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=caefd0d8-a3ae-4868-8023-ea8a59b4233d HTTP/1.1" status: 200 len: 946 time: 0.1344848 Jun 29 11:00:18.246621 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-1d6955da-56f8-4fa4-a89e-0c94d5c11a30 req-62364807-6ad4-451c-b620-7952dc59e8cb tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393646 Jun 29 11:00:18.342885 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc2254b-d803-4a07-a745-7bfe4f0543a1 req-002d1fc8-ab6c-4672-890f-51ff34eeb31a tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:18.350270 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-6cc2254b-d803-4a07-a745-7bfe4f0543a1 req-002d1fc8-ab6c-4672-890f-51ff34eeb31a tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.4222155 Jun 29 11:00:18.387409 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-6cc2254b-d803-4a07-a745-7bfe4f0543a1 req-39d166bc-68c7-4d57-9764-8e793e8f5275 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362406 Jun 29 11:00:18.978610 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 52656) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:19.076195 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [None req-47d3cfe6-1f14-42df-8543-dde752cbe492 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1167962734-network', 'tenant_id': '64b4611acc5342f2b0c1b2066bd88fd5'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:00:19.203095 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d3cfe6-1f14-42df-8543-dde752cbe492 admin admin] Made reservation on behalf of 64b4611acc5342f2b0c1b2066bd88fd5 for: {'network': 1} {{(pid=105127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:00:19.206058 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-47d3cfe6-1f14-42df-8543-dde752cbe492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for network, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:19.214653 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-47d3cfe6-1f14-42df-8543-dde752cbe492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:19.303846 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-47d3cfe6-1f14-42df-8543-dde752cbe492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:19.390847 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-47d3cfe6-1f14-42df-8543-dde752cbe492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:19.397463 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-58e71c9c-bc8d-4ad0-8ed7-7b361a861602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:19.422891 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47d3cfe6-1f14-42df-8543-dde752cbe492 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=105127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 11:00:19.445381 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d3cfe6-1f14-42df-8543-dde752cbe492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bfa6ac-0e09-4ec9-b20f-5148c6d293be,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:19.449037 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-47d3cfe6-1f14-42df-8543-dde752cbe492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:19.450557 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-47d3cfe6-1f14-42df-8543-dde752cbe492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790'] for segment, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:19.450899 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.db.segments_db [None req-47d3cfe6-1f14-42df-8543-dde752cbe492 admin admin] Added segment f8674210-aa14-4b17-8a06-58bca2a2e300 of type vlan for network 9012f58e-8f3c-48ac-9c7b-0271b3e9f33e Jun 29 11:00:19.502753 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-47d3cfe6-1f14-42df-8543-dde752cbe492 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761935103034'] for network, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:19.513102 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df9701-e2fc-4de4-9e38-5dc805dfbe3f req-df27f6be-c103-4c71-8e02-d987d210e22f tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:19.514681 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-58df9701-e2fc-4de4-9e38-5dc805dfbe3f req-df27f6be-c103-4c71-8e02-d987d210e22f tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=caefd0d8-a3ae-4868-8023-ea8a59b4233d HTTP/1.1" status: 200 len: 946 time: 0.1549749 Jun 29 11:00:19.583373 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-58df9701-e2fc-4de4-9e38-5dc805dfbe3f req-bec05327-28aa-42f5-99b3-ea6529dd05a5 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609708 Jun 29 11:00:19.643138 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-47d3cfe6-1f14-42df-8543-dde752cbe492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116'] for network, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:19.644872 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d3cfe6-1f14-42df-8543-dde752cbe492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:19.648870 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-47d3cfe6-1f14-42df-8543-dde752cbe492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for network, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:19.660059 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-ba2466a4-294e-4f8e-95be-a16d3987a187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:19.671841 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5c323-9fb2-4e63-a616-7c760a96d91e req-dc0b0a8e-2c77-4ac7-b14b-a465517bce50 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:19.689651 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-11a5c323-9fb2-4e63-a616-7c760a96d91e req-dc0b0a8e-2c77-4ac7-b14b-a465517bce50 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.1639011 Jun 29 11:00:19.742588 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-47d3cfe6-1f14-42df-8543-dde752cbe492 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7628543 Jun 29 11:00:19.747251 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 52698) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:19.752583 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-6b3e298e-0c6e-469b-b4ba-3a6753bf0782 admin admin] Request body: {'subnet': {'network_id': '9012f58e-8f3c-48ac-9c7b-0271b3e9f33e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1167962734-subnet', 'tenant_id': '64b4611acc5342f2b0c1b2066bd88fd5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:00:19.762656 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d3cfe6-1f14-42df-8543-dde752cbe492 admin admin] Pushing event updated for resources: {'Network': ['ID=9012f58e-8f3c-48ac-9c7b-0271b3e9f33e,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:19.766095 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-47d3cfe6-1f14-42df-8543-dde752cbe492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:19.767081 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-11a5c323-9fb2-4e63-a616-7c760a96d91e req-17681386-0f4e-4b6b-ae03-d62e4c475185 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759377 Jun 29 11:00:19.775659 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Network 9012f58e-8f3c-48ac-9c7b-0271b3e9f33e details requested by agent ovs-agent-dv-cinder-793515-4-smb with host dv-cinder-793515-4-smb {{(pid=105128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 11:00:19.866544 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3e298e-0c6e-469b-b4ba-3a6753bf0782 admin admin] Made reservation on behalf of 64b4611acc5342f2b0c1b2066bd88fd5 for: {'subnet': 1} {{(pid=105126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:00:19.869914 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-6b3e298e-0c6e-469b-b4ba-3a6753bf0782 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132084208'] for subnet, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:20.111916 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-6b3e298e-0c6e-469b-b4ba-3a6753bf0782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131239571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131955210'] for subnet, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:20.114688 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:20.165759 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e298e-0c6e-469b-b4ba-3a6753bf0782 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46d9870d-fb02-4d60-8a8c-23ff9689c8d6,revision_number=0']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:20.169308 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-6b3e298e-0c6e-469b-b4ba-3a6753bf0782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:20.176366 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3e298e-0c6e-469b-b4ba-3a6753bf0782 admin admin] Checking segment: {'id': 'f8674210-aa14-4b17-8a06-58bca2a2e300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '9012f58e-8f3c-48ac-9c7b-0271b3e9f33e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:00:20.176736 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3e298e-0c6e-469b-b4ba-3a6753bf0782 admin admin] Network hostable DHCP agents. Network: 9012f58e-8f3c-48ac-9c7b-0271b3e9f33e, hostable agents: ['c0824d2b-2f6c-4dc3-a849-d7b48d525e7a'], hosted agents: [] {{(pid=105126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 11:00:20.306272 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3e298e-0c6e-469b-b4ba-3a6753bf0782 admin admin] Network 9012f58e-8f3c-48ac-9c7b-0271b3e9f33e is scheduled to be hosted by DHCP agent c0824d2b-2f6c-4dc3-a849-d7b48d525e7a with binding_index 1 {{(pid=105126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 11:00:20.388707 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.base_scheduler [None req-6b3e298e-0c6e-469b-b4ba-3a6753bf0782 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-4-smb, 9012f58e-8f3c-48ac-9c7b-0271b3e9f33e) {{(pid=105126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:00:20.398195 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3e298e-0c6e-469b-b4ba-3a6753bf0782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:20.398195 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-6b3e298e-0c6e-469b-b4ba-3a6753bf0782 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:20.399829 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14f13e3-52eb-4c1d-924b-7cca0a040eb3 None None] Network 9012f58e-8f3c-48ac-9c7b-0271b3e9f33e requested from dv-cinder-793515-4-smb {{(pid=105128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:00:20.484139 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-6b3e298e-0c6e-469b-b4ba-3a6753bf0782 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7355962 Jun 29 11:00:20.568260 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95745e7f-f5e2-4ed8-bb20-dcd96273082a None None] Network 9012f58e-8f3c-48ac-9c7b-0271b3e9f33e requested from dv-cinder-793515-4-smb {{(pid=105128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:00:20.952097 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104c083-c987-4242-b315-bf68e7fb7ac1 req-83aef9cd-bcd2-427f-98a8-6f4eff566a81 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:20.954451 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-e104c083-c987-4242-b315-bf68e7fb7ac1 req-83aef9cd-bcd2-427f-98a8-6f4eff566a81 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.0804255 Jun 29 11:00:20.999377 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-e104c083-c987-4242-b315-bf68e7fb7ac1 req-8765b17b-e691-44c0-a6e9-bb66a68d55a5 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392461 Jun 29 11:00:21.794538 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 52838) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:21.910195 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-89afd8e9-ba52-4acb-be19-0d873dcd0b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:21.998135 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-89afd8e9-ba52-4acb-be19-0d873dcd0b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:22.054414 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-89afd8e9-ba52-4acb-be19-0d873dcd0b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:22.057154 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-54ccaef1-9e70-42ba-8f7e-9a7a3a6cdf7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:22.093775 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-89afd8e9-ba52-4acb-be19-0d873dcd0b9c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=398a810293a7414d9110a6022325946f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2981510 Jun 29 11:00:22.094881 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89afd8e9-ba52-4acb-be19-0d873dcd0b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c4bd5e-63ce-41a7-baf9-2f3d63d1f4e9,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:22.096662 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 52854) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:22.098276 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-89afd8e9-ba52-4acb-be19-0d873dcd0b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:22.158686 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-ef49f66d-50ab-4bc4-a20f-babb4e7a91f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:22.186110 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-ef49f66d-50ab-4bc4-a20f-babb4e7a91f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:22.188960 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c31c1-273e-48b5-a70e-836acf6dc3e2 req-08daa6af-0ff1-4c56-ad8e-9296cb47edd4 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:22.190703 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-a80c31c1-273e-48b5-a70e-836acf6dc3e2 req-08daa6af-0ff1-4c56-ad8e-9296cb47edd4 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.0743856 Jun 29 11:00:22.240476 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-a80c31c1-273e-48b5-a70e-836acf6dc3e2 req-771538e5-00f1-4693-a431-490838b8f4c3 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382299 Jun 29 11:00:22.431643 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-ef49f66d-50ab-4bc4-a20f-babb4e7a91f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:22.434278 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-ef49f66d-50ab-4bc4-a20f-babb4e7a91f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:22.440198 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-ef49f66d-50ab-4bc4-a20f-babb4e7a91f3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/48c4bd5e-63ce-41a7-baf9-2f3d63d1f4e9 HTTP/1.1" status: 204 len: 168 time: 0.3359175 Jun 29 11:00:22.440198 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-47d3cfe6-1f14-42df-8543-dde752cbe492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:22.444166 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49f66d-50ab-4bc4-a20f-babb4e7a91f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c4bd5e-63ce-41a7-baf9-2f3d63d1f4e9,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:22.446382 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-ef49f66d-50ab-4bc4-a20f-babb4e7a91f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:23.088705 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-a86c49a7-b496-47e5-8828-74d1edeea4d6 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:23.090586 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-a86c49a7-b496-47e5-8828-74d1edeea4d6 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/networks?id=9012f58e-8f3c-48ac-9c7b-0271b3e9f33e HTTP/1.1" status: 200 len: 809 time: 0.1075556 Jun 29 11:00:23.105512 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-c1b8a874-c605-413e-9036-d77b52dda895 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/quotas/64b4611acc5342f2b0c1b2066bd88fd5 HTTP/1.1" status: 200 len: 375 time: 0.0095673 Jun 29 11:00:23.145764 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-8eaf29ef-c040-4ded-9b13-c8a6d640d486 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=64b4611acc5342f2b0c1b2066bd88fd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349855 Jun 29 11:00:23.235857 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 52924) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:23.245517 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-32fa2c27-8f90-4c85-890c-351cbb3edc5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:23.251137 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-2900a1f5-c2fc-4e78-8da1-3f0f59679c2e service neutron] 10.222.0.66 "GET /v2.0/networks/9012f58e-8f3c-48ac-9c7b-0271b3e9f33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981824 Jun 29 11:00:23.339369 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-32fa2c27-8f90-4c85-890c-351cbb3edc5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:23.343762 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-84477047-96d2-42e7-9fae-53ec2ff67f75 service neutron] 10.222.0.66 "GET /v2.0/networks/9012f58e-8f3c-48ac-9c7b-0271b3e9f33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916867 Jun 29 11:00:23.409669 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-32fa2c27-8f90-4c85-890c-351cbb3edc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:23.413730 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-1df75122-650a-4911-8f2e-619b207d7136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:23.453918 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-32fa2c27-8f90-4c85-890c-351cbb3edc5b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=af4d46d9e711444a82deb837caf50e3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2211714 Jun 29 11:00:23.456211 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa2c27-8f90-4c85-890c-351cbb3edc5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fdfb98-eeb5-4818-be6f-8bb9ef0057e1,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:23.456640 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 52930) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:23.459338 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-32fa2c27-8f90-4c85-890c-351cbb3edc5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:23.507973 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-64703a61-8309-47f9-b4ca-e89c0bd921ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:23.534912 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-64703a61-8309-47f9-b4ca-e89c0bd921ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:23.672528 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04aad6-5e16-4b26-b5b1-0a0d981f54fe req-2e319574-89ba-423b-930e-979cad277319 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:23.674048 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-ab04aad6-5e16-4b26-b5b1-0a0d981f54fe req-2e319574-89ba-423b-930e-979cad277319 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.0755568 Jun 29 11:00:23.712590 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-64703a61-8309-47f9-b4ca-e89c0bd921ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:23.715544 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-64703a61-8309-47f9-b4ca-e89c0bd921ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:23.716961 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-64703a61-8309-47f9-b4ca-e89c0bd921ba admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b6fdfb98-eeb5-4818-be6f-8bb9ef0057e1 HTTP/1.1" status: 204 len: 168 time: 0.2593174 Jun 29 11:00:23.733025 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:23.741710 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-ab04aad6-5e16-4b26-b5b1-0a0d981f54fe req-d028a6c9-6a40-466a-bf17-a69ec9d1ed62 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612876 Jun 29 11:00:23.753426 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64703a61-8309-47f9-b4ca-e89c0bd921ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fdfb98-eeb5-4818-be6f-8bb9ef0057e1,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:23.761755 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-64703a61-8309-47f9-b4ca-e89c0bd921ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:23.851568 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d2efb785-c4f5-4da6-a5f6-3d29a39f6819 req-e2c286d5-9fbc-43d4-95be-ba8a6fb6dcc3 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e99d1b5-8c98-4dc2-849d-8222dd4c25cf HTTP/1.1" status: 200 len: 210 time: 0.0324411 Jun 29 11:00:24.282086 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 52964) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:24.430650 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-3ce4e271-805c-449c-8188-9fd205258048 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d368014f30f84749a421a3951ae6fcc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1473327 Jun 29 11:00:24.433616 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 52972) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:24.483870 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-b2857829-3544-4daa-9c87-ab47b9f24804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:24.515402 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-b2857829-3544-4daa-9c87-ab47b9f24804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:24.631785 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-b2857829-3544-4daa-9c87-ab47b9f24804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:24.635970 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-b2857829-3544-4daa-9c87-ab47b9f24804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:24.637287 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-b2857829-3544-4daa-9c87-ab47b9f24804 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5495a2f1-74a5-40a2-a6a1-3c0fbc24815e HTTP/1.1" status: 204 len: 168 time: 0.2030859 Jun 29 11:00:24.638067 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-31fd3b67-37b4-4ae8-bd57-a77c6abdd726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:24.648273 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2857829-3544-4daa-9c87-ab47b9f24804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5495a2f1-74a5-40a2-a6a1-3c0fbc24815e,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:24.650616 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-b2857829-3544-4daa-9c87-ab47b9f24804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:24.982177 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d724df-e376-4a86-95e3-acfcf24b76ce req-7855336a-75a8-4d17-bd34-d15bba85dda5 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:24.990683 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-f3d724df-e376-4a86-95e3-acfcf24b76ce req-7855336a-75a8-4d17-bd34-d15bba85dda5 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.1052635 Jun 29 11:00:25.041165 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-f3d724df-e376-4a86-95e3-acfcf24b76ce req-65c5b8f1-ba9d-4848-bf1a-21dd02e1a8c0 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496609 Jun 29 11:00:25.155856 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-b61b88c4-a5da-44bb-95ba-66fdc7198594 req-605b4476-1780-431f-9a57-da95d54aad60 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e99d1b5-8c98-4dc2-849d-8222dd4c25cf HTTP/1.1" status: 200 len: 210 time: 0.0655053 Jun 29 11:00:26.291583 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98224006-92ad-4827-8547-c74307120d68 req-4bc5a0be-f1da-4fd7-8535-5686438714db tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:26.293342 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-98224006-92ad-4827-8547-c74307120d68 req-4bc5a0be-f1da-4fd7-8535-5686438714db tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.0759106 Jun 29 11:00:26.344398 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-98224006-92ad-4827-8547-c74307120d68 req-9753e8f5-1090-457d-b977-6d7bc0b06c68 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442779 Jun 29 11:00:26.355353 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-6368883a-99a7-4cdb-a42c-8469f9a2a54d req-228ef749-646a-47a4-9769-9f5bbff911e4 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e99d1b5-8c98-4dc2-849d-8222dd4c25cf HTTP/1.1" status: 200 len: 210 time: 0.0353231 Jun 29 11:00:26.572760 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-622a32c4-f5a6-4e65-9553-110c26e9211e tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:26.574100 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-622a32c4-f5a6-4e65-9553-110c26e9211e tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.42 "GET /v2.0/networks?id=9012f58e-8f3c-48ac-9c7b-0271b3e9f33e HTTP/1.1" status: 200 len: 809 time: 0.1199775 Jun 29 11:00:26.603436 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-01c460de-1b63-43ed-8efc-be6a2253c556 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Request body: {'port': {'device_id': '2e99d1b5-8c98-4dc2-849d-8222dd4c25cf', 'network_id': '9012f58e-8f3c-48ac-9c7b-0271b3e9f33e', 'admin_state_up': True, 'tenant_id': '64b4611acc5342f2b0c1b2066bd88fd5'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:00:26.768628 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-01c460de-1b63-43ed-8efc-be6a2253c556 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Made reservation on behalf of 64b4611acc5342f2b0c1b2066bd88fd5 for: {'port': 1} {{(pid=105127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:00:26.772518 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-01c460de-1b63-43ed-8efc-be6a2253c556 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:26.921113 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 53068) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:26.934883 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.db_base_plugin_common [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-01c460de-1b63-43ed-8efc-be6a2253c556 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Allocated IP 172.20.0.9 (9012f58e-8f3c-48ac-9c7b-0271b3e9f33e/46d9870d-fb02-4d60-8a8c-23ff9689c8d6/ebe32c5e-8793-49fb-b40b-cb2375948fec) {{(pid=105127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:00:27.049355 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-c0a5eb95-3f11-44d0-b315-a0b728d623c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:27.146730 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-01c460de-1b63-43ed-8efc-be6a2253c556 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Notify callbacks [] for port, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:27.189305 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-c0a5eb95-3f11-44d0-b315-a0b728d623c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:27.271955 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-01c460de-1b63-43ed-8efc-be6a2253c556 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130347142'] for port, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:27.280738 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-0de17cf5-c54d-4497-82da-741cefb820ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:27.331321 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-01c460de-1b63-43ed-8efc-be6a2253c556 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Network 9012f58e-8f3c-48ac-9c7b-0271b3e9f33e is already hosted by enough agents. {{(pid=105127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:00:27.336058 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.base_scheduler [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-01c460de-1b63-43ed-8efc-be6a2253c556 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Resources bound (agent type, host, resource id): {{(pid=105127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:00:27.341267 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c460de-1b63-43ed-8efc-be6a2253c556 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Pushing event updated for resources: {'Port': ['ID=ebe32c5e-8793-49fb-b40b-cb2375948fec,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:27.347464 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-01c460de-1b63-43ed-8efc-be6a2253c556 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Received port after_create {{(pid=105127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:00:27.350421 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-01c460de-1b63-43ed-8efc-be6a2253c556 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:27.355687 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-c0a5eb95-3f11-44d0-b315-a0b728d623c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:27.355687 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-60a2da16-6833-4e01-adaf-8e6576ef5e37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:27.420447 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-01c460de-1b63-43ed-8efc-be6a2253c556 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:27.421782 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-01c460de-1b63-43ed-8efc-be6a2253c556 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:27.429142 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-c0a5eb95-3f11-44d0-b315-a0b728d623c0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7cc533f1f8794c66ae9880482954c199&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5062058 Jun 29 11:00:27.430049 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a5eb95-3f11-44d0-b315-a0b728d623c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8860a21-4cff-409d-91e6-c20145910033,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:27.432833 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 53096) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:27.441086 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-c0a5eb95-3f11-44d0-b315-a0b728d623c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:27.492068 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-6915da7c-00a2-4949-81dc-eb601c3c3914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:27.518336 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-6915da7c-00a2-4949-81dc-eb601c3c3914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:27.534136 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-01c460de-1b63-43ed-8efc-be6a2253c556 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9345493 Jun 29 11:00:27.569713 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-4d0c8056-7f8f-4115-ade0-09b922157257 service neutron] Request body: {'port': {'device_id': '2e99d1b5-8c98-4dc2-849d-8222dd4c25cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:00:27.606311 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7a176-67a2-494f-bbab-1f790256e2ca req-8bb96952-bf12-49a2-aa86-e37798160955 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:27.608673 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-08d7a176-67a2-494f-bbab-1f790256e2ca req-8bb96952-bf12-49a2-aa86-e37798160955 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.1272285 Jun 29 11:00:27.628726 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-6915da7c-00a2-4949-81dc-eb601c3c3914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:27.631589 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-6915da7c-00a2-4949-81dc-eb601c3c3914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:27.640682 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-6915da7c-00a2-4949-81dc-eb601c3c3914 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c8860a21-4cff-409d-91e6-c20145910033 HTTP/1.1" status: 204 len: 168 time: 0.2062404 Jun 29 11:00:27.643461 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-3a32da3b-7567-4178-857b-97887b872de3 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:27.653449 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915da7c-00a2-4949-81dc-eb601c3c3914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8860a21-4cff-409d-91e6-c20145910033,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:27.655975 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-6915da7c-00a2-4949-81dc-eb601c3c3914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:27.715720 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-08d7a176-67a2-494f-bbab-1f790256e2ca req-35375bf9-0fb4-4c48-bed3-a5e478cce0ba tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959818 Jun 29 11:00:27.716533 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-4d0c8056-7f8f-4115-ade0-09b922157257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:27.982992 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d6da6-9b19-482e-b354-863c11e06a50 req-3eee7a37-a5fc-49e1-96c7-c0d30be8e819 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:27.985859 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-ef2d6da6-9b19-482e-b354-863c11e06a50 req-3eee7a37-a5fc-49e1-96c7-c0d30be8e819 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e99d1b5-8c98-4dc2-849d-8222dd4c25cf HTTP/1.1" status: 200 len: 931 time: 0.1616807 Jun 29 11:00:28.062204 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-ef2d6da6-9b19-482e-b354-863c11e06a50 req-6704a355-93d3-4381-b76a-a426ba7b76f2 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/security-groups?id=57bfa6ac-0e09-4ec9-b20f-5148c6d293be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670254 Jun 29 11:00:28.135579 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-4d0c8056-7f8f-4115-ade0-09b922157257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebe32c5e-8793-49fb-b40b-cb2375948fec {{(pid=105127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:00:28.147338 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-4d0c8056-7f8f-4115-ade0-09b922157257 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:28.160577 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.provisioning_blocks [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-4d0c8056-7f8f-4115-ade0-09b922157257 service neutron] Transition to ACTIVE for port object ebe32c5e-8793-49fb-b40b-cb2375948fec will not be triggered until provisioned by entity L2. {{(pid=105127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:00:28.298608 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-4d0c8056-7f8f-4115-ade0-09b922157257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130347152'] for port, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:28.302044 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-0de17cf5-c54d-4497-82da-741cefb820ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:28.352769 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c8056-7f8f-4115-ade0-09b922157257 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe32c5e-8793-49fb-b40b-cb2375948fec,revision_number=2']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:28.372153 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-4d0c8056-7f8f-4115-ade0-09b922157257 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:28.421747 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-4d0c8056-7f8f-4115-ade0-09b922157257 service neutron] Attempting to bind port ebe32c5e-8793-49fb-b40b-cb2375948fec on host hv-cinder-79351 for vnic_type normal with profile {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:00:28.423074 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-4d0c8056-7f8f-4115-ade0-09b922157257 service neutron] Attempting to bind port ebe32c5e-8793-49fb-b40b-cb2375948fec by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'f8674210-aa14-4b17-8a06-58bca2a2e300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '9012f58e-8f3c-48ac-9c7b-0271b3e9f33e'}] {{(pid=105127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:00:28.423074 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-4d0c8056-7f8f-4115-ade0-09b922157257 service neutron] Attempting to bind port ebe32c5e-8793-49fb-b40b-cb2375948fec on network 9012f58e-8f3c-48ac-9c7b-0271b3e9f33e {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:00:28.427236 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-4d0c8056-7f8f-4115-ade0-09b922157257 service neutron] Port ebe32c5e-8793-49fb-b40b-cb2375948fec on network 9012f58e-8f3c-48ac-9c7b-0271b3e9f33e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:00:28.427553 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-4d0c8056-7f8f-4115-ade0-09b922157257 service neutron] Attempting to bind port ebe32c5e-8793-49fb-b40b-cb2375948fec on network 9012f58e-8f3c-48ac-9c7b-0271b3e9f33e {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:00:28.435017 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-4d0c8056-7f8f-4115-ade0-09b922157257 service neutron] Checking agent: {'id': 'bdcb3022-9de1-427e-88c2-d5d630f764fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 56, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:00:28.435017 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-4d0c8056-7f8f-4115-ade0-09b922157257 service neutron] Checking segment: {'id': 'f8674210-aa14-4b17-8a06-58bca2a2e300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '9012f58e-8f3c-48ac-9c7b-0271b3e9f33e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:00:28.435017 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-4d0c8056-7f8f-4115-ade0-09b922157257 service neutron] Bound using segment: {'id': 'f8674210-aa14-4b17-8a06-58bca2a2e300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '9012f58e-8f3c-48ac-9c7b-0271b3e9f33e'} {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:00:28.435017 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-4d0c8056-7f8f-4115-ade0-09b922157257 service neutron] Bound port: ebe32c5e-8793-49fb-b40b-cb2375948fec, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8674210-aa14-4b17-8a06-58bca2a2e300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '9012f58e-8f3c-48ac-9c7b-0271b3e9f33e'}}] {{(pid=105127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:00:28.435017 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-4d0c8056-7f8f-4115-ade0-09b922157257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:28.451917 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 53124) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:28.466296 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-afe6f41f-b600-44df-a8b8-4f395ee0d265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:28.507068 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-4d0c8056-7f8f-4115-ade0-09b922157257 service neutron] For port ebe32c5e-8793-49fb-b40b-cb2375948fec, host hv-cinder-79351, cleared binding levels {{(pid=105127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:00:28.510485 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-4d0c8056-7f8f-4115-ade0-09b922157257 service neutron] For port ebe32c5e-8793-49fb-b40b-cb2375948fec, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ebe32c5e-8793-49fb-b40b-cb2375948fec,segment=NetworkSegment(f8674210-aa14-4b17-8a06-58bca2a2e300),segment_id=f8674210-aa14-4b17-8a06-58bca2a2e300)] {{(pid=105127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:00:28.562607 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-afe6f41f-b600-44df-a8b8-4f395ee0d265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:28.591167 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef43e84-cbea-4629-afc5-0ffd74c9a9a1 req-2fd4f00b-744f-4345-8cbb-23570291cb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:28.592690 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-2ef43e84-cbea-4629-afc5-0ffd74c9a9a1 req-2fd4f00b-744f-4345-8cbb-23570291cb73 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 1098 time: 0.0533893 Jun 29 11:00:28.625797 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-4d0c8056-7f8f-4115-ade0-09b922157257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130347152'] for port, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:28.630240 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-1f756e46-23d8-44c0-a543-4946e3560897 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:28.642641 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-afe6f41f-b600-44df-a8b8-4f395ee0d265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:28.647347 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-c1eb6bd7-1c38-46ce-9458-aa139fd44fdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:28.654145 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-2ef43e84-cbea-4629-afc5-0ffd74c9a9a1 req-1e62b047-c6af-45c8-b4f0-96f2bc092638 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541756 Jun 29 11:00:28.668265 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-4d0c8056-7f8f-4115-ade0-09b922157257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:28.668840 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-4d0c8056-7f8f-4115-ade0-09b922157257 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:28.670211 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-4d0c8056-7f8f-4115-ade0-09b922157257 service neutron] 10.222.0.42 "PUT /v2.0/ports/ebe32c5e-8793-49fb-b40b-cb2375948fec HTTP/1.1" status: 200 len: 1093 time: 1.1087389 Jun 29 11:00:28.670693 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e99d1b5-8c98-4dc2-849d-8222dd4c25cf', 'tag': 'ebe32c5e-8793-49fb-b40b-cb2375948fec'}] {{(pid=105127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:00:28.673783 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51926c8a96ac3dcbe8a9a7c61d1f1b13ee7346919254cfc90a12d4d270e3eabf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18513399-c1de-4ba7-8ebd-0c3f3640b485" -d '{"events": [{"name": "network-changed", "server_uuid": "2e99d1b5-8c98-4dc2-849d-8222dd4c25cf", "tag": "ebe32c5e-8793-49fb-b40b-cb2375948fec"}]}' {{(pid=105127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:00:28.690252 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-afe6f41f-b600-44df-a8b8-4f395ee0d265 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0e4e4ce03b084be0b8244c214dfe1036&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371342 Jun 29 11:00:28.691417 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe6f41f-b600-44df-a8b8-4f395ee0d265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7617f843-7d4c-49cb-b177-638fdd81366e,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:28.693586 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 53128) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:28.704530 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-afe6f41f-b600-44df-a8b8-4f395ee0d265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:28.712317 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c8056-7f8f-4115-ade0-09b922157257 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe32c5e-8793-49fb-b40b-cb2375948fec,revision_number=3']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:28.716848 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-4d0c8056-7f8f-4115-ade0-09b922157257 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:28.722048 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbd3396-4ff1-4205-ac64-a1a62f111a7b x-openstack-request-id: req-2cbd3396-4ff1-4205-ac64-a1a62f111a7b {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:00:28.722367 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e99d1b5-8c98-4dc2-849d-8222dd4c25cf", "tag": "ebe32c5e-8793-49fb-b40b-cb2375948fec", "status": "completed", "code": 200}]} {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:00:28.722646 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2cbd3396-4ff1-4205-ac64-a1a62f111a7b {{(pid=105127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:00:28.723148 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e99d1b5-8c98-4dc2-849d-8222dd4c25cf', 'tag': 'ebe32c5e-8793-49fb-b40b-cb2375948fec', 'status': 'completed', 'code': 200} Jun 29 11:00:28.757683 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d21e474d-8adb-49fd-92ff-0aba30e2b1ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:28.782237 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d21e474d-8adb-49fd-92ff-0aba30e2b1ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:28.871892 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d21e474d-8adb-49fd-92ff-0aba30e2b1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:28.874844 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d21e474d-8adb-49fd-92ff-0aba30e2b1ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:28.877404 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-d21e474d-8adb-49fd-92ff-0aba30e2b1ae admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7617f843-7d4c-49cb-b177-638fdd81366e HTTP/1.1" status: 204 len: 168 time: 0.1828492 Jun 29 11:00:28.878610 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-30e3bc53-e05c-4359-8ccc-354113fefd9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:28.886357 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e474d-8adb-49fd-92ff-0aba30e2b1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7617f843-7d4c-49cb-b177-638fdd81366e,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:28.889333 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-d21e474d-8adb-49fd-92ff-0aba30e2b1ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:28.895133 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4f70c-b305-477b-b2f3-4629be39f860 req-f68084f7-52ec-4bf3-9e16-60619fa09d02 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:28.896936 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-15e4f70c-b305-477b-b2f3-4629be39f860 req-f68084f7-52ec-4bf3-9e16-60619fa09d02 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.0700788 Jun 29 11:00:28.934676 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:28.938064 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-15e4f70c-b305-477b-b2f3-4629be39f860 req-e7a4c808-6a57-449b-9245-9ced0b688464 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328102 Jun 29 11:00:29.270693 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18513399-c1de-4ba7-8ebd-0c3f3640b485 req-bdc0ff0e-c4d1-4738-a529-b4f1c350095b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:29.272194 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-18513399-c1de-4ba7-8ebd-0c3f3640b485 req-bdc0ff0e-c4d1-4738-a529-b4f1c350095b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=64b4611acc5342f2b0c1b2066bd88fd5&device_id=2e99d1b5-8c98-4dc2-849d-8222dd4c25cf HTTP/1.1" status: 200 len: 1096 time: 0.1260264 Jun 29 11:00:29.291848 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf021fa-837f-4757-9fcb-46f6e87135d0 req-6c44f260-db48-455a-b605-eeb3ac118154 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:29.293374 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-dbf021fa-837f-4757-9fcb-46f6e87135d0 req-6c44f260-db48-455a-b605-eeb3ac118154 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e99d1b5-8c98-4dc2-849d-8222dd4c25cf HTTP/1.1" status: 200 len: 943 time: 0.0977387 Jun 29 11:00:29.395610 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-dbf021fa-837f-4757-9fcb-46f6e87135d0 req-2c3e78c8-1f35-465f-a388-83b1e4e1ac01 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/security-groups?id=57bfa6ac-0e09-4ec9-b20f-5148c6d293be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940180 Jun 29 11:00:29.427274 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18513399-c1de-4ba7-8ebd-0c3f3640b485 req-fd3d37be-d5cc-4eea-acb8-0502c863ecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:29.431046 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-18513399-c1de-4ba7-8ebd-0c3f3640b485 req-fd3d37be-d5cc-4eea-acb8-0502c863ecc1 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=64b4611acc5342f2b0c1b2066bd88fd5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1308796 Jun 29 11:00:29.537072 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18513399-c1de-4ba7-8ebd-0c3f3640b485 req-2b7f8c03-1e78-4705-8756-ed61814ee92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:29.538749 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-18513399-c1de-4ba7-8ebd-0c3f3640b485 req-2b7f8c03-1e78-4705-8756-ed61814ee92e service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0991931 Jun 29 11:00:29.682263 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-3cd25567-23ff-41ca-b81f-d06cd84f9d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:29.683751 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-3cd25567-23ff-41ca-b81f-d06cd84f9d69 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=64b4611acc5342f2b0c1b2066bd88fd5&device_id=2e99d1b5-8c98-4dc2-849d-8222dd4c25cf HTTP/1.1" status: 200 len: 1096 time: 0.0531676 Jun 29 11:00:29.735587 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-c34e35f5-82e8-4032-90bc-6e55150abbe1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebe32c5e-8793-49fb-b40b-cb2375948fec HTTP/1.1" status: 200 len: 217 time: 0.0352833 Jun 29 11:00:29.808312 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-d1f2789e-9acc-44f1-96d4-628f42123b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:29.809802 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-d1f2789e-9acc-44f1-96d4-628f42123b54 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=46d9870d-fb02-4d60-8a8c-23ff9689c8d6 HTTP/1.1" status: 200 len: 849 time: 0.0634434 Jun 29 11:00:29.845443 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-28c8e6a8-b5d1-4e41-baa6-f00d69596601 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9012f58e-8f3c-48ac-9c7b-0271b3e9f33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281796 Jun 29 11:00:29.942275 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-5c81b2e5-4adb-4e5b-b892-c72a3172d4a5 service neutron] 10.222.0.42 "GET /v2.0/networks/9012f58e-8f3c-48ac-9c7b-0271b3e9f33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874417 Jun 29 11:00:30.103648 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-4e72f11b-fb0f-4c67-b0ee-fdc159845866 req-4d18723c-0add-434a-a256-458c45c93f4a service neutron] 10.222.0.42 "GET /v2.0/networks/9012f58e-8f3c-48ac-9c7b-0271b3e9f33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132114 Jun 29 11:00:30.135169 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf74a78-f5ae-4ea8-b132-4a988e9a7d95 req-182fe621-4d9b-4d60-a47d-b680e3ee754a tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:30.141723 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-dcf74a78-f5ae-4ea8-b132-4a988e9a7d95 req-182fe621-4d9b-4d60-a47d-b680e3ee754a tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.0851955 Jun 29 11:00:30.186333 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-dcf74a78-f5ae-4ea8-b132-4a988e9a7d95 req-bf2db96e-6231-4032-98f7-12ec2372d612 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377898 Jun 29 11:00:30.441335 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-838d81b1-c9a8-4b6f-9fa7-bfa0647046a6 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:30.442857 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-838d81b1-c9a8-4b6f-9fa7-bfa0647046a6 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/networks?id=3dddfc96-446a-4271-b2e4-1fbf8fb2f736 HTTP/1.1" status: 200 len: 815 time: 0.1699576 Jun 29 11:00:30.458170 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-c5145b2b-6170-49cd-901b-eceb90364824 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/quotas/a367762fea4d4aa2bc4d9c8b1985272c HTTP/1.1" status: 200 len: 375 time: 0.0098972 Jun 29 11:00:30.535620 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-3fcd8e45-1a37-4beb-ac58-6c4cd70baab4 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a367762fea4d4aa2bc4d9c8b1985272c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0721123 Jun 29 11:00:30.632056 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-a22c15a6-a900-4b18-a3b7-b572f178f393 service neutron] 10.222.0.66 "GET /v2.0/networks/3dddfc96-446a-4271-b2e4-1fbf8fb2f736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886209 Jun 29 11:00:30.690341 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd82d9d-459e-4194-b3aa-f7d6d9681764 req-7b8f50f0-5eef-4a9c-9522-eb2b2e5f3b48 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:30.691962 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-fcd82d9d-459e-4194-b3aa-f7d6d9681764 req-7b8f50f0-5eef-4a9c-9522-eb2b2e5f3b48 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e99d1b5-8c98-4dc2-849d-8222dd4c25cf HTTP/1.1" status: 200 len: 943 time: 0.0801392 Jun 29 11:00:30.727939 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-8cd256e2-aec4-48ab-9487-a723fbdbc131 service neutron] 10.222.0.66 "GET /v2.0/networks/3dddfc96-446a-4271-b2e4-1fbf8fb2f736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894887 Jun 29 11:00:30.731965 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-fcd82d9d-459e-4194-b3aa-f7d6d9681764 req-8edd8015-8c05-4773-8e57-d1ad09fe887d tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/security-groups?id=57bfa6ac-0e09-4ec9-b20f-5148c6d293be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331516 Jun 29 11:00:31.032459 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-1fefc3b9-0954-4817-83b2-34776142ea42 req-b9ee78aa-71e1-409b-8579-da5750b4702f tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ce5c29-7701-43bd-a6aa-8781ddc25ec3 HTTP/1.1" status: 200 len: 210 time: 0.0328064 Jun 29 11:00:31.388507 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f477d5-70dd-4198-89bf-697a8d598f8d req-cf32bd5e-79ec-4faa-a13e-83199ff1df78 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:31.388507 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-45f477d5-70dd-4198-89bf-697a8d598f8d req-cf32bd5e-79ec-4faa-a13e-83199ff1df78 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.0752861 Jun 29 11:00:31.431557 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-45f477d5-70dd-4198-89bf-697a8d598f8d req-9606cda6-0012-4ca5-9cea-d387cfe66caa tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371947 Jun 29 11:00:31.633033 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef301b-7d1d-475e-8a69-9475f3412d12 req-2be6e398-d5b7-42fe-a120-23836c7c9efa tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:31.634459 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-e6ef301b-7d1d-475e-8a69-9475f3412d12 req-2be6e398-d5b7-42fe-a120-23836c7c9efa tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.0670824 Jun 29 11:00:31.677199 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-e6ef301b-7d1d-475e-8a69-9475f3412d12 req-16d5c180-97a2-4ba1-aa05-e02bdcb8710d tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369222 Jun 29 11:00:31.918059 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a6b36-4c69-4394-aaac-b457d3ca4818 req-53d60b94-5e38-480f-bc72-61f2b64723a3 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:31.919523 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-598a6b36-4c69-4394-aaac-b457d3ca4818 req-53d60b94-5e38-480f-bc72-61f2b64723a3 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e99d1b5-8c98-4dc2-849d-8222dd4c25cf HTTP/1.1" status: 200 len: 943 time: 0.0658596 Jun 29 11:00:31.957333 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-598a6b36-4c69-4394-aaac-b457d3ca4818 req-469dbb32-eaaa-4d24-b3da-ba5c481fc7ef tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/security-groups?id=57bfa6ac-0e09-4ec9-b20f-5148c6d293be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312304 Jun 29 11:00:32.206442 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-ae5b6443-2f1f-41d7-bd3c-9a8cf0e26ca6 req-1e833279-920b-4a6f-a00a-0d1fdc864930 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ce5c29-7701-43bd-a6aa-8781ddc25ec3 HTTP/1.1" status: 200 len: 210 time: 0.0395594 Jun 29 11:00:33.139111 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754b8a7-fed0-457e-aa61-6a9145545712 req-46178e24-9c30-403c-9613-d0387322a300 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:33.141167 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-1754b8a7-fed0-457e-aa61-6a9145545712 req-46178e24-9c30-403c-9613-d0387322a300 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e99d1b5-8c98-4dc2-849d-8222dd4c25cf HTTP/1.1" status: 200 len: 943 time: 0.0699444 Jun 29 11:00:33.183362 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-1754b8a7-fed0-457e-aa61-6a9145545712 req-620fd3ba-53ca-4db6-8625-bdcca6b223a1 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/security-groups?id=57bfa6ac-0e09-4ec9-b20f-5148c6d293be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354745 Jun 29 11:00:33.360637 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-a808e101-2f4a-4f02-8543-989f621bd0a9 req-d41a42ae-8938-401f-aecb-2ded976baf88 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ce5c29-7701-43bd-a6aa-8781ddc25ec3 HTTP/1.1" status: 200 len: 210 time: 0.0314553 Jun 29 11:00:33.727593 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-90699bd1-f88c-4905-8d7c-fce38ffdf18d tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:33.729179 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-90699bd1-f88c-4905-8d7c-fce38ffdf18d tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.42 "GET /v2.0/networks?id=3dddfc96-446a-4271-b2e4-1fbf8fb2f736 HTTP/1.1" status: 200 len: 815 time: 0.1123335 Jun 29 11:00:33.751873 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-9245e2a3-0f98-4b9c-87dd-1c25b22cd40f tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Request body: {'port': {'device_id': '27ce5c29-7701-43bd-a6aa-8781ddc25ec3', 'network_id': '3dddfc96-446a-4271-b2e4-1fbf8fb2f736', 'admin_state_up': True, 'tenant_id': 'a367762fea4d4aa2bc4d9c8b1985272c'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:00:33.941776 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device ebe32c5e-8793-49fb-b40b-cb2375948fec details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=105128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:00:34.124087 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port ebe32c5e-8793-49fb-b40b-cb2375948fec, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ebe32c5e-8793-49fb-b40b-cb2375948fec,segment=NetworkSegment(f8674210-aa14-4b17-8a06-58bca2a2e300),segment_id=f8674210-aa14-4b17-8a06-58bca2a2e300)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:00:34.138970 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Returning: {'device': 'ebe32c5e-8793-49fb-b40b-cb2375948fec', 'network_id': '9012f58e-8f3c-48ac-9c7b-0271b3e9f33e', 'port_id': 'ebe32c5e-8793-49fb-b40b-cb2375948fec', 'mac_address': 'fa:16:3e:8f:89:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d9870d-fb02-4d60-8a8c-23ff9689c8d6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:00:34.182043 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:34.202407 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebe32c5e-8793-49fb-b40b-cb2375948fec {{(pid=105128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:00:34.206577 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-9245e2a3-0f98-4b9c-87dd-1c25b22cd40f tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Made reservation on behalf of a367762fea4d4aa2bc4d9c8b1985272c for: {'port': 1} {{(pid=105127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:00:34.209085 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-9245e2a3-0f98-4b9c-87dd-1c25b22cd40f tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:34.225025 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port ebe32c5e-8793-49fb-b40b-cb2375948fec, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ebe32c5e-8793-49fb-b40b-cb2375948fec,segment=NetworkSegment(f8674210-aa14-4b17-8a06-58bca2a2e300),segment_id=f8674210-aa14-4b17-8a06-58bca2a2e300)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:00:34.328398 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:34.332591 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:34.361465 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.db_base_plugin_common [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-9245e2a3-0f98-4b9c-87dd-1c25b22cd40f tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Allocated IP 172.20.0.12 (3dddfc96-446a-4271-b2e4-1fbf8fb2f736/e78b9c77-e0e0-471c-a845-17d582c68532/1e8d5682-9da1-4230-9072-aecbe640fe30) {{(pid=105127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:00:34.383542 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b946fa-76dd-4153-a45c-79a6544d91e3 req-70745d89-df0f-4e49-9e41-ec7556a650ee tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:34.386490 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-29b946fa-76dd-4153-a45c-79a6544d91e3 req-70745d89-df0f-4e49-9e41-ec7556a650ee tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e99d1b5-8c98-4dc2-849d-8222dd4c25cf HTTP/1.1" status: 200 len: 943 time: 0.0726781 Jun 29 11:00:34.391570 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=ebe32c5e-8793-49fb-b40b-cb2375948fec,revision_number=4']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:34.394310 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:34.435848 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-29b946fa-76dd-4153-a45c-79a6544d91e3 req-21fc5af0-a9d3-4a61-9a32-71264c43320c tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/security-groups?id=57bfa6ac-0e09-4ec9-b20f-5148c6d293be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363953 Jun 29 11:00:34.535166 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-9245e2a3-0f98-4b9c-87dd-1c25b22cd40f tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Notify callbacks [] for port, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:34.581055 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-a7032db5-c0a2-4b59-a329-cd33fbbd1a1b req-09f036c4-7a91-40b8-b304-a353375eb6c1 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ce5c29-7701-43bd-a6aa-8781ddc25ec3 HTTP/1.1" status: 200 len: 210 time: 0.0395486 Jun 29 11:00:34.649413 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6500a-4058-4376-b0db-fc3cf8d05b73 req-456ad11e-9ef5-4b09-bd90-315558a1f04b tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:34.649413 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-bbc6500a-4058-4376-b0db-fc3cf8d05b73 req-456ad11e-9ef5-4b09-bd90-315558a1f04b tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.0674245 Jun 29 11:00:34.692030 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-bbc6500a-4058-4376-b0db-fc3cf8d05b73 req-a105d06e-66da-4b94-9ff3-70c263d9e1d1 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346329 Jun 29 11:00:34.705010 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-9245e2a3-0f98-4b9c-87dd-1c25b22cd40f tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130347142'] for port, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:34.712761 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-67bfc236-d03e-4595-9c37-39a011107b8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:34.756860 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] get_ports_and_sgs() called for port_ids ['a0992ff1-31d3-4923-889f-50a337cbc2d9', '10dd8b68-b420-4cb0-9014-f4cd5775fda2', '5f7323b3-03d0-4d85-9c2d-7fc2e11794ef'] {{(pid=105128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:00:34.767609 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-9245e2a3-0f98-4b9c-87dd-1c25b22cd40f tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Network 3dddfc96-446a-4271-b2e4-1fbf8fb2f736 is already hosted by enough agents. {{(pid=105127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:00:34.801665 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.base_scheduler [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-9245e2a3-0f98-4b9c-87dd-1c25b22cd40f tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Resources bound (agent type, host, resource id): {{(pid=105127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:00:34.808413 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245e2a3-0f98-4b9c-87dd-1c25b22cd40f tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Pushing event updated for resources: {'Port': ['ID=1e8d5682-9da1-4230-9072-aecbe640fe30,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:34.813260 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-9245e2a3-0f98-4b9c-87dd-1c25b22cd40f tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Received port after_create {{(pid=105127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:00:34.816183 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-9245e2a3-0f98-4b9c-87dd-1c25b22cd40f tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:34.873235 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-9245e2a3-0f98-4b9c-87dd-1c25b22cd40f tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:34.873851 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-9245e2a3-0f98-4b9c-87dd-1c25b22cd40f tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:34.885121 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ee729-542d-42c8-a21d-6ed8af4e4697 req-871a362d-320a-4a23-a186-569c4b90da36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:34.886667 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-697ee729-542d-42c8-a21d-6ed8af4e4697 req-871a362d-320a-4a23-a186-569c4b90da36 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6299943bac064fd7b1103e93d469d653&device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 1098 time: 0.1391823 Jun 29 11:00:34.958691 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] get_ports_and_sgs() called for port_ids ['ebe32c5e-8793-49fb-b40b-cb2375948fec'] {{(pid=105128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:00:34.994594 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ee729-542d-42c8-a21d-6ed8af4e4697 req-a0683e63-978a-4080-a897-5c030a568338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:34.996158 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-697ee729-542d-42c8-a21d-6ed8af4e4697 req-a0683e63-978a-4080-a897-5c030a568338 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8d7f72c5-0ecd-48cd-ad50-7ae8533793ae HTTP/1.1" status: 200 len: 919 time: 0.1012762 Jun 29 11:00:34.997754 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-9245e2a3-0f98-4b9c-87dd-1c25b22cd40f tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2528081 Jun 29 11:00:35.059563 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-51a84ab2-93c5-4376-ba8a-0ab27d25113b service neutron] Request body: {'port': {'device_id': '27ce5c29-7701-43bd-a6aa-8781ddc25ec3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:00:35.064041 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-697ee729-542d-42c8-a21d-6ed8af4e4697 req-f6146bef-a7e4-47db-b839-2de3540ad652 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=762cc699-8b9c-42ab-a8bf-26daf7d725b0 HTTP/1.1" status: 200 len: 217 time: 0.0421727 Jun 29 11:00:35.162027 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ee729-542d-42c8-a21d-6ed8af4e4697 req-b1b4a9ce-3e2a-4e85-9341-bc792b877aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:35.163470 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-697ee729-542d-42c8-a21d-6ed8af4e4697 req-b1b4a9ce-3e2a-4e85-9341-bc792b877aea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b6175b8a-51af-4ce8-b7f0-839520dcb7e3 HTTP/1.1" status: 200 len: 858 time: 0.0809681 Jun 29 11:00:35.203811 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-697ee729-542d-42c8-a21d-6ed8af4e4697 req-8e28265f-491d-479b-babe-5c9e5b4abd6e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8d7f72c5-0ecd-48cd-ad50-7ae8533793ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309439 Jun 29 11:00:35.204791 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-51a84ab2-93c5-4376-ba8a-0ab27d25113b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:35.375491 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 53404) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:35.406889 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-697ee729-542d-42c8-a21d-6ed8af4e4697 req-19031427-5cc8-4a8e-8373-c419f684e3bf service neutron] 10.222.0.42 "GET /v2.0/networks/8d7f72c5-0ecd-48cd-ad50-7ae8533793ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896095 Jun 29 11:00:35.521870 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-3d6212df-2f2e-43b7-ab3a-5f5596f1a6be admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:35.619984 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-697ee729-542d-42c8-a21d-6ed8af4e4697 req-d27624db-a787-4092-844f-f67a6c6d7764 service neutron] 10.222.0.42 "GET /v2.0/networks/8d7f72c5-0ecd-48cd-ad50-7ae8533793ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966932 Jun 29 11:00:35.632107 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-3d6212df-2f2e-43b7-ab3a-5f5596f1a6be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:35.703182 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a81c01-91bc-453b-8647-ad25289a6232 req-ad3ff349-df10-45bf-8bfa-457988b73820 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:35.705091 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-32a81c01-91bc-453b-8647-ad25289a6232 req-ad3ff349-df10-45bf-8bfa-457988b73820 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e99d1b5-8c98-4dc2-849d-8222dd4c25cf HTTP/1.1" status: 200 len: 944 time: 0.1230955 Jun 29 11:00:35.705602 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-3d6212df-2f2e-43b7-ab3a-5f5596f1a6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:35.707081 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-51a84ab2-93c5-4376-ba8a-0ab27d25113b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e8d5682-9da1-4230-9072-aecbe640fe30 {{(pid=105127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:00:35.711641 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-35bcbc23-b45d-4464-a496-e693665ff0b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:35.716448 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-51a84ab2-93c5-4376-ba8a-0ab27d25113b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:35.748588 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.provisioning_blocks [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-51a84ab2-93c5-4376-ba8a-0ab27d25113b service neutron] Transition to ACTIVE for port object 1e8d5682-9da1-4230-9072-aecbe640fe30 will not be triggered until provisioned by entity L2. {{(pid=105127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:00:35.770834 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-32a81c01-91bc-453b-8647-ad25289a6232 req-42dd00f7-0da6-4387-826f-df0d919e00a4 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/security-groups?id=57bfa6ac-0e09-4ec9-b20f-5148c6d293be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565739 Jun 29 11:00:35.780273 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-3d6212df-2f2e-43b7-ab3a-5f5596f1a6be admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=51f551e4f68949dcb8f66fff44dba19e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4022279 Jun 29 11:00:35.784693 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 53424) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:35.794712 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6212df-2f2e-43b7-ab3a-5f5596f1a6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f227bff-b81d-4480-abab-e21e24124bfd,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:35.813475 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-3d6212df-2f2e-43b7-ab3a-5f5596f1a6be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:35.835537 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-51a84ab2-93c5-4376-ba8a-0ab27d25113b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130347152'] for port, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:35.839886 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-b1015e24-0198-425e-9a67-1c1c4fb773b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:35.847409 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31fe8f-9311-49cf-832d-a2858e91147a req-aac748a5-a623-4058-812f-62b2a25a184c tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:35.848975 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-cf31fe8f-9311-49cf-832d-a2858e91147a req-aac748a5-a623-4058-812f-62b2a25a184c tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ce5c29-7701-43bd-a6aa-8781ddc25ec3 HTTP/1.1" status: 200 len: 932 time: 0.1397645 Jun 29 11:00:35.897319 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-cf31fe8f-9311-49cf-832d-a2858e91147a req-7fc405a6-97be-450d-a086-d0f9a04c187e tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398352 Jun 29 11:00:35.900956 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d8194ed2-3b46-4922-b98a-18ada16fd1ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:35.911647 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a84ab2-93c5-4376-ba8a-0ab27d25113b service neutron] Pushing event updated for resources: {'Port': ['ID=1e8d5682-9da1-4230-9072-aecbe640fe30,revision_number=2']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:35.935654 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-51a84ab2-93c5-4376-ba8a-0ab27d25113b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:36.000118 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d8194ed2-3b46-4922-b98a-18ada16fd1ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:36.003857 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 53430) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:36.048001 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6ed6783-a755-4f33-9c86-66c727350f31 admin admin] Deleting subnet 174036bc-9058-4821-9121-c1ab9a85b426 {{(pid=105126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:00:36.051014 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-d6ed6783-a755-4f33-9c86-66c727350f31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:36.065311 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-51a84ab2-93c5-4376-ba8a-0ab27d25113b service neutron] Attempting to bind port 1e8d5682-9da1-4230-9072-aecbe640fe30 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:00:36.065651 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-51a84ab2-93c5-4376-ba8a-0ab27d25113b service neutron] Attempting to bind port 1e8d5682-9da1-4230-9072-aecbe640fe30 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'd751559d-5565-473f-a10b-07ec42d05c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3dddfc96-446a-4271-b2e4-1fbf8fb2f736'}] {{(pid=105127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:00:36.065980 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-51a84ab2-93c5-4376-ba8a-0ab27d25113b service neutron] Attempting to bind port 1e8d5682-9da1-4230-9072-aecbe640fe30 on network 3dddfc96-446a-4271-b2e4-1fbf8fb2f736 {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:00:36.075286 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-51a84ab2-93c5-4376-ba8a-0ab27d25113b service neutron] Port 1e8d5682-9da1-4230-9072-aecbe640fe30 on network 3dddfc96-446a-4271-b2e4-1fbf8fb2f736 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:00:36.075605 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-51a84ab2-93c5-4376-ba8a-0ab27d25113b service neutron] Attempting to bind port 1e8d5682-9da1-4230-9072-aecbe640fe30 on network 3dddfc96-446a-4271-b2e4-1fbf8fb2f736 {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:00:36.085403 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-d6ed6783-a755-4f33-9c86-66c727350f31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133135627'] for subnet, precommit_delete_associations {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:36.088341 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1505b3-d85b-4cf0-bac4-7d151a3daa86 req-8cc82b6b-a773-4338-a614-fe9379ae3a66 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:36.089893 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-1b1505b3-d85b-4cf0-bac4-7d151a3daa86 req-8cc82b6b-a773-4338-a614-fe9379ae3a66 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.1757014 Jun 29 11:00:36.095377 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-51a84ab2-93c5-4376-ba8a-0ab27d25113b service neutron] Checking agent: {'id': 'bdcb3022-9de1-427e-88c2-d5d630f764fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 56, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:00:36.096229 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-51a84ab2-93c5-4376-ba8a-0ab27d25113b service neutron] Checking segment: {'id': 'd751559d-5565-473f-a10b-07ec42d05c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3dddfc96-446a-4271-b2e4-1fbf8fb2f736'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:00:36.096229 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-51a84ab2-93c5-4376-ba8a-0ab27d25113b service neutron] Bound using segment: {'id': 'd751559d-5565-473f-a10b-07ec42d05c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3dddfc96-446a-4271-b2e4-1fbf8fb2f736'} {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:00:36.096630 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-51a84ab2-93c5-4376-ba8a-0ab27d25113b service neutron] Bound port: 1e8d5682-9da1-4230-9072-aecbe640fe30, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd751559d-5565-473f-a10b-07ec42d05c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3dddfc96-446a-4271-b2e4-1fbf8fb2f736'}}] {{(pid=105127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:00:36.096992 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-51a84ab2-93c5-4376-ba8a-0ab27d25113b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:36.124373 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-d6ed6783-a755-4f33-9c86-66c727350f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403832'] for subnet, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:36.165847 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-1b1505b3-d85b-4cf0-bac4-7d151a3daa86 req-4fdf0d45-5f0a-4a82-80d2-e3871856d749 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658312 Jun 29 11:00:36.191310 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-51a84ab2-93c5-4376-ba8a-0ab27d25113b service neutron] For port 1e8d5682-9da1-4230-9072-aecbe640fe30, host hv-cinder-79351, cleared binding levels {{(pid=105127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:00:36.194479 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-51a84ab2-93c5-4376-ba8a-0ab27d25113b service neutron] For port 1e8d5682-9da1-4230-9072-aecbe640fe30, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1e8d5682-9da1-4230-9072-aecbe640fe30,segment=NetworkSegment(d751559d-5565-473f-a10b-07ec42d05c7f),segment_id=d751559d-5565-473f-a10b-07ec42d05c7f)] {{(pid=105127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:00:36.196297 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d8194ed2-3b46-4922-b98a-18ada16fd1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:36.200440 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d8194ed2-3b46-4922-b98a-18ada16fd1ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:36.200440 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-d8194ed2-3b46-4922-b98a-18ada16fd1ee admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8f227bff-b81d-4480-abab-e21e24124bfd HTTP/1.1" status: 204 len: 168 time: 0.4142549 Jun 29 11:00:36.200690 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-a9f26be8-1ea2-41b2-9ead-cd66e163e699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:36.208594 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8194ed2-3b46-4922-b98a-18ada16fd1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f227bff-b81d-4480-abab-e21e24124bfd,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:36.210811 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-d8194ed2-3b46-4922-b98a-18ada16fd1ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:36.284017 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-d6ed6783-a755-4f33-9c86-66c727350f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131239632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131955217'] for subnet, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:36.286414 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-c39ed82a-686e-47f6-b8b2-beefefd55e48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:36.307619 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed6783-a755-4f33-9c86-66c727350f31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=174036bc-9058-4821-9121-c1ab9a85b426,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:36.310987 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-d6ed6783-a755-4f33-9c86-66c727350f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:36.314042 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-d6ed6783-a755-4f33-9c86-66c727350f31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:36.315933 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-d6ed6783-a755-4f33-9c86-66c727350f31 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/174036bc-9058-4821-9121-c1ab9a85b426 HTTP/1.1" status: 204 len: 168 time: 0.3109798 Jun 29 11:00:36.318384 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 53434) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:36.379461 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-9720a34c-05a3-4ed1-aba0-97659b30535c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:36.383036 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-51a84ab2-93c5-4376-ba8a-0ab27d25113b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130347152'] for port, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:36.384934 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-32d269aa-1510-4554-9e25-97ab052c629a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513381'] for network, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:36.385931 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-13434c2d-50a2-4e6a-ae31-656d283c2ee5 tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:36.420639 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-51a84ab2-93c5-4376-ba8a-0ab27d25113b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:36.421273 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-51a84ab2-93c5-4376-ba8a-0ab27d25113b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:36.422782 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-51a84ab2-93c5-4376-ba8a-0ab27d25113b service neutron] 10.222.0.42 "PUT /v2.0/ports/1e8d5682-9da1-4230-9072-aecbe640fe30 HTTP/1.1" status: 200 len: 1094 time: 1.3938544 Jun 29 11:00:36.425302 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27ce5c29-7701-43bd-a6aa-8781ddc25ec3', 'tag': '1e8d5682-9da1-4230-9072-aecbe640fe30'}] {{(pid=105127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:00:36.427496 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51926c8a96ac3dcbe8a9a7c61d1f1b13ee7346919254cfc90a12d4d270e3eabf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b561d914-270e-4b8e-8584-c6212efa9d29" -d '{"events": [{"name": "network-changed", "server_uuid": "27ce5c29-7701-43bd-a6aa-8781ddc25ec3", "tag": "1e8d5682-9da1-4230-9072-aecbe640fe30"}]}' {{(pid=105127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:00:36.456129 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a84ab2-93c5-4376-ba8a-0ab27d25113b service neutron] Pushing event updated for resources: {'Port': ['ID=1e8d5682-9da1-4230-9072-aecbe640fe30,revision_number=3']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:36.460396 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-51a84ab2-93c5-4376-ba8a-0ab27d25113b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:36.483266 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-32d269aa-1510-4554-9e25-97ab052c629a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405582', 'neutron.services.segments.db._delete_segments_for_network-8761935544625'] for network, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:36.483425 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364c4141-3b0b-419b-bff1-ad1d61cc05a0 x-openstack-request-id: req-364c4141-3b0b-419b-bff1-ad1d61cc05a0 {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:00:36.486045 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27ce5c29-7701-43bd-a6aa-8781ddc25ec3", "tag": "1e8d5682-9da1-4230-9072-aecbe640fe30", "status": "completed", "code": 200}]} {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:00:36.486045 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-364c4141-3b0b-419b-bff1-ad1d61cc05a0 {{(pid=105127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:00:36.486045 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27ce5c29-7701-43bd-a6aa-8781ddc25ec3', 'tag': '1e8d5682-9da1-4230-9072-aecbe640fe30', 'status': 'completed', 'code': 200} Jun 29 11:00:36.494163 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.services.segments.db [None req-32d269aa-1510-4554-9e25-97ab052c629a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c38cfd39-f5ff-4f74-90c8-7b8933a30edd']}} {{(pid=105126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:00:36.503620 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.services.segments.db [None req-32d269aa-1510-4554-9e25-97ab052c629a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64b4cb38-7e11-4561-a8c9-40aa0546c61d') {'for_net_delete': True} {{(pid=105126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:00:36.504129 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.services.segments.db [None req-32d269aa-1510-4554-9e25-97ab052c629a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64b4cb38-7e11-4561-a8c9-40aa0546c61d') {} {{(pid=105126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:00:36.512828 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-32d269aa-1510-4554-9e25-97ab052c629a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761935440276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133135616'] for segment, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:36.526127 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-32d269aa-1510-4554-9e25-97ab052c629a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790'] for segment, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:36.533161 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d269aa-1510-4554-9e25-97ab052c629a admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=105126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:00:36.533756 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-32d269aa-1510-4554-9e25-97ab052c629a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131239485'] for segment, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:36.535521 dv-cinder-793515-4-smb neutron-server[105126]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:00:36.535521 dv-cinder-793515-4-smb neutron-server[105126]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:00:36.535521 dv-cinder-793515-4-smb neutron-server[105126]: Traceback (most recent call last): Jun 29 11:00:36.535521 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:00:36.535521 dv-cinder-793515-4-smb neutron-server[105126]: timer() Jun 29 11:00:36.535521 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:00:36.535521 dv-cinder-793515-4-smb neutron-server[105126]: cb(*args, **kw) Jun 29 11:00:36.535521 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:00:36.535521 dv-cinder-793515-4-smb neutron-server[105126]: return func(*args, **kwargs) Jun 29 11:00:36.535521 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:00:36.535521 dv-cinder-793515-4-smb neutron-server[105126]: self._notify() Jun 29 11:00:36.535521 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:00:36.535521 dv-cinder-793515-4-smb neutron-server[105126]: self.callback(batched_events) Jun 29 11:00:36.535521 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:00:36.535521 dv-cinder-793515-4-smb neutron-server[105126]: event.method(event) Jun 29 11:00:36.535521 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:00:36.535521 dv-cinder-793515-4-smb neutron-server[105126]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:00:36.535521 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:00:36.535521 dv-cinder-793515-4-smb neutron-server[105126]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:00:36.535521 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:00:36.535521 dv-cinder-793515-4-smb neutron-server[105126]: return f(self, *a, **k) Jun 29 11:00:36.535521 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:00:36.535521 dv-cinder-793515-4-smb neutron-server[105126]: return self._get(url).json() Jun 29 11:00:36.535521 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:00:36.535521 dv-cinder-793515-4-smb neutron-server[105126]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:00:36.535521 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:00:36.535521 dv-cinder-793515-4-smb neutron-server[105126]: return self.request(url, 'GET', **kwargs) Jun 29 11:00:36.535521 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:00:36.535521 dv-cinder-793515-4-smb neutron-server[105126]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:00:36.535521 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:00:36.535521 dv-cinder-793515-4-smb neutron-server[105126]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:00:36.535521 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:00:36.535521 dv-cinder-793515-4-smb neutron-server[105126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:00:36.535521 dv-cinder-793515-4-smb neutron-server[105126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:00:36.646088 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561d914-270e-4b8e-8584-c6212efa9d29 req-dcbeeb53-858d-4f71-a0c1-740314689155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:36.647535 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-b561d914-270e-4b8e-8584-c6212efa9d29 req-dcbeeb53-858d-4f71-a0c1-740314689155 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a367762fea4d4aa2bc4d9c8b1985272c&device_id=27ce5c29-7701-43bd-a6aa-8781ddc25ec3 HTTP/1.1" status: 200 len: 1097 time: 0.0592232 Jun 29 11:00:36.653940 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-32d269aa-1510-4554-9e25-97ab052c629a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606861'] for network, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:36.660772 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-7b0f35dc-e499-402b-b0c5-f80c2204af43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:36.664242 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-32d269aa-1510-4554-9e25-97ab052c629a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for network, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:36.666535 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-32d269aa-1510-4554-9e25-97ab052c629a admin admin] 10.222.0.66 "DELETE /v2.0/networks/c38cfd39-f5ff-4f74-90c8-7b8933a30edd HTTP/1.1" status: 204 len: 168 time: 0.3472562 Jun 29 11:00:36.681449 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 53446) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:36.690358 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d269aa-1510-4554-9e25-97ab052c629a admin admin] Pushing event deleted for resources: {'Network': ['ID=c38cfd39-f5ff-4f74-90c8-7b8933a30edd,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:36.708924 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-32d269aa-1510-4554-9e25-97ab052c629a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:36.731974 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f33f1ed-999d-47ac-bcc4-d8657b9481f2 admin admin] Deleting subnet 2c0397ac-c37e-486a-b08e-7bcedce82f3b {{(pid=105126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:00:36.736168 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-0f33f1ed-999d-47ac-bcc4-d8657b9481f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:36.772137 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-0f33f1ed-999d-47ac-bcc4-d8657b9481f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133135627'] for subnet, precommit_delete_associations {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:36.785005 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561d914-270e-4b8e-8584-c6212efa9d29 req-b62ceff7-4da6-444b-97fd-cfc38f31a355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:36.786635 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-b561d914-270e-4b8e-8584-c6212efa9d29 req-b62ceff7-4da6-444b-97fd-cfc38f31a355 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a367762fea4d4aa2bc4d9c8b1985272c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1176157 Jun 29 11:00:36.820609 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-0f33f1ed-999d-47ac-bcc4-d8657b9481f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403832'] for subnet, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:36.921146 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561d914-270e-4b8e-8584-c6212efa9d29 req-fc47932b-91ed-4d9a-bd80-a43b02b6f5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:36.926841 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-b561d914-270e-4b8e-8584-c6212efa9d29 req-fc47932b-91ed-4d9a-bd80-a43b02b6f5b8 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1169593 Jun 29 11:00:36.985948 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-0f33f1ed-999d-47ac-bcc4-d8657b9481f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131239632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131955217'] for subnet, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:36.989161 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-5c127c49-c66f-4f56-98ee-509e10f93554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:37.000387 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07530270-5cae-4f7f-a99d-38719a49a47f req-d22d78ad-ae05-4b21-8498-8d4a3ecd3d0d tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:37.002092 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-07530270-5cae-4f7f-a99d-38719a49a47f req-d22d78ad-ae05-4b21-8498-8d4a3ecd3d0d tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e99d1b5-8c98-4dc2-849d-8222dd4c25cf HTTP/1.1" status: 200 len: 944 time: 0.0700388 Jun 29 11:00:37.012114 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f33f1ed-999d-47ac-bcc4-d8657b9481f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c0397ac-c37e-486a-b08e-7bcedce82f3b,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:37.015747 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-0f33f1ed-999d-47ac-bcc4-d8657b9481f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:37.017241 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-0f33f1ed-999d-47ac-bcc4-d8657b9481f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:37.018982 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-0f33f1ed-999d-47ac-bcc4-d8657b9481f2 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/2c0397ac-c37e-486a-b08e-7bcedce82f3b HTTP/1.1" status: 204 len: 168 time: 0.3359606 Jun 29 11:00:37.022647 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 53456) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:37.041257 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 53458) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:37.085440 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-07530270-5cae-4f7f-a99d-38719a49a47f req-c6c72b0b-8ae7-4bb1-94e5-4bf2a5ce80c3 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/security-groups?id=57bfa6ac-0e09-4ec9-b20f-5148c6d293be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773919 Jun 29 11:00:37.100897 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-0e6e13ee-526d-4c70-8d80-43ddfbf42f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:37.102438 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-0e6e13ee-526d-4c70-8d80-43ddfbf42f52 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a367762fea4d4aa2bc4d9c8b1985272c&device_id=27ce5c29-7701-43bd-a6aa-8781ddc25ec3 HTTP/1.1" status: 200 len: 1097 time: 0.0923457 Jun 29 11:00:37.161909 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-2c5b0b08-ba9f-4661-b90a-b6f768446032 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e8d5682-9da1-4230-9072-aecbe640fe30 HTTP/1.1" status: 200 len: 217 time: 0.0413837 Jun 29 11:00:37.217117 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-c4ef6ef9-7275-420b-9b62-2960d14e3ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:37.219195 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-c4ef6ef9-7275-420b-9b62-2960d14e3ef8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e78b9c77-e0e0-471c-a845-17d582c68532 HTTP/1.1" status: 200 len: 855 time: 0.0499196 Jun 29 11:00:37.261532 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-a0d682d3-2dd3-4748-b4e9-a1d1ea868e27 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3dddfc96-446a-4271-b2e4-1fbf8fb2f736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329161 Jun 29 11:00:37.321217 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-ae7457dd-e5bc-4296-89ef-836e16f5d75d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:37.352409 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-543c4388-2a6f-4688-8eb6-7bf32f9d5307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513381'] for network, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:37.397554 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-61a0ed4b-9c21-45ba-ab65-7831f16abd9c service neutron] 10.222.0.42 "GET /v2.0/networks/3dddfc96-446a-4271-b2e4-1fbf8fb2f736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259115 Jun 29 11:00:37.465414 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5d65e-1c6e-4916-a15d-dd65fa8b9da7 req-7490622c-b6ee-46fd-8c51-81baa48fd118 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:37.466884 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-29d5d65e-1c6e-4916-a15d-dd65fa8b9da7 req-7490622c-b6ee-46fd-8c51-81baa48fd118 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.1303935 Jun 29 11:00:37.474646 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2a658-5c3f-49be-bb4c-bf57222525ae req-1b9bc149-f5b0-491a-bd19-2affca51fd96 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:37.476136 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-bca2a658-5c3f-49be-bb4c-bf57222525ae req-1b9bc149-f5b0-491a-bd19-2affca51fd96 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ce5c29-7701-43bd-a6aa-8781ddc25ec3 HTTP/1.1" status: 200 len: 944 time: 0.4094393 Jun 29 11:00:37.514859 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-543c4388-2a6f-4688-8eb6-7bf32f9d5307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405582', 'neutron.services.segments.db._delete_segments_for_network-8761935544625'] for network, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:37.532909 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-29d5d65e-1c6e-4916-a15d-dd65fa8b9da7 req-adb24008-8961-4387-b3dd-97f44ac24009 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562990 Jun 29 11:00:37.539673 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-3e8626c7-f8ef-4ce5-849a-49a18a0a428a req-781f7a2e-9926-41e3-adf4-f57afc043461 service neutron] 10.222.0.42 "GET /v2.0/networks/3dddfc96-446a-4271-b2e4-1fbf8fb2f736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320102 Jun 29 11:00:37.547512 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.services.segments.db [None req-543c4388-2a6f-4688-8eb6-7bf32f9d5307 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['717da4e2-857c-4cd8-91ea-df09b27bcd22']}} {{(pid=105126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:00:37.566418 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.services.segments.db [None req-543c4388-2a6f-4688-8eb6-7bf32f9d5307 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cca7b08-b108-4369-b953-c1834d4afffa') {'for_net_delete': True} {{(pid=105126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:00:37.566857 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.services.segments.db [None req-543c4388-2a6f-4688-8eb6-7bf32f9d5307 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cca7b08-b108-4369-b953-c1834d4afffa') {} {{(pid=105126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:00:37.587055 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-bca2a658-5c3f-49be-bb4c-bf57222525ae req-99b4b4ef-50ed-436e-b230-590b79cfc5b4 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004674 Jun 29 11:00:37.593777 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-543c4388-2a6f-4688-8eb6-7bf32f9d5307 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761935440276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133135616'] for segment, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:37.618841 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-ae7457dd-e5bc-4296-89ef-836e16f5d75d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:37.622533 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-543c4388-2a6f-4688-8eb6-7bf32f9d5307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790'] for segment, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:37.628580 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-543c4388-2a6f-4688-8eb6-7bf32f9d5307 admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=105126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:00:37.628965 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-543c4388-2a6f-4688-8eb6-7bf32f9d5307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131239485'] for segment, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:37.632906 dv-cinder-793515-4-smb neutron-server[105126]: Traceback (most recent call last): Jun 29 11:00:37.632906 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:00:37.632906 dv-cinder-793515-4-smb neutron-server[105126]: timer() Jun 29 11:00:37.632906 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:00:37.632906 dv-cinder-793515-4-smb neutron-server[105126]: cb(*args, **kw) Jun 29 11:00:37.632906 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:00:37.632906 dv-cinder-793515-4-smb neutron-server[105126]: return func(*args, **kwargs) Jun 29 11:00:37.632906 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:00:37.632906 dv-cinder-793515-4-smb neutron-server[105126]: self._notify() Jun 29 11:00:37.632906 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:00:37.632906 dv-cinder-793515-4-smb neutron-server[105126]: self.callback(batched_events) Jun 29 11:00:37.632906 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:00:37.632906 dv-cinder-793515-4-smb neutron-server[105126]: event.method(event) Jun 29 11:00:37.632906 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:00:37.632906 dv-cinder-793515-4-smb neutron-server[105126]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:00:37.632906 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:00:37.632906 dv-cinder-793515-4-smb neutron-server[105126]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:00:37.632906 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:00:37.632906 dv-cinder-793515-4-smb neutron-server[105126]: return f(self, *a, **k) Jun 29 11:00:37.632906 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:00:37.632906 dv-cinder-793515-4-smb neutron-server[105126]: return self._get(url).json() Jun 29 11:00:37.632906 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:00:37.632906 dv-cinder-793515-4-smb neutron-server[105126]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:00:37.632906 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:00:37.632906 dv-cinder-793515-4-smb neutron-server[105126]: return self.request(url, 'GET', **kwargs) Jun 29 11:00:37.632906 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:00:37.632906 dv-cinder-793515-4-smb neutron-server[105126]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:00:37.632906 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:00:37.632906 dv-cinder-793515-4-smb neutron-server[105126]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:00:37.632906 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:00:37.632906 dv-cinder-793515-4-smb neutron-server[105126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:00:37.632906 dv-cinder-793515-4-smb neutron-server[105126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:00:37.687626 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-ae7457dd-e5bc-4296-89ef-836e16f5d75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:37.690948 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-8addb1e6-381c-4117-8d42-8a65a7abd7df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:37.727753 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-ae7457dd-e5bc-4296-89ef-836e16f5d75d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d418ae9d46a741e19553a47082fd7fc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6850221 Jun 29 11:00:37.728990 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7457dd-e5bc-4296-89ef-836e16f5d75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0c5cdc-7f90-4a90-97b7-e8fb3be693ce,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:37.730451 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 53466) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:37.731910 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-ae7457dd-e5bc-4296-89ef-836e16f5d75d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:37.755699 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-543c4388-2a6f-4688-8eb6-7bf32f9d5307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606861'] for network, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:37.760211 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:37.773494 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-543c4388-2a6f-4688-8eb6-7bf32f9d5307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for network, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:37.775669 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-543c4388-2a6f-4688-8eb6-7bf32f9d5307 admin admin] 10.222.0.66 "DELETE /v2.0/networks/717da4e2-857c-4cd8-91ea-df09b27bcd22 HTTP/1.1" status: 204 len: 168 time: 0.7512832 Jun 29 11:00:37.778761 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c4388-2a6f-4688-8eb6-7bf32f9d5307 admin admin] Pushing event deleted for resources: {'Network': ['ID=717da4e2-857c-4cd8-91ea-df09b27bcd22,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:37.785374 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-543c4388-2a6f-4688-8eb6-7bf32f9d5307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:37.793417 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f60d7b20-fdf6-4a97-bd56-bb20e16ac1bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:37.814866 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f60d7b20-fdf6-4a97-bd56-bb20e16ac1bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:37.950697 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f60d7b20-fdf6-4a97-bd56-bb20e16ac1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:37.954025 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f60d7b20-fdf6-4a97-bd56-bb20e16ac1bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:37.955181 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-f60d7b20-fdf6-4a97-bd56-bb20e16ac1bd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2c0c5cdc-7f90-4a90-97b7-e8fb3be693ce HTTP/1.1" status: 204 len: 168 time: 0.2234743 Jun 29 11:00:37.955912 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-408347f0-9e32-49c2-90ee-3ca70ac1586e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:37.963328 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d7b20-fdf6-4a97-bd56-bb20e16ac1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0c5cdc-7f90-4a90-97b7-e8fb3be693ce,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:37.964613 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device ebe32c5e-8793-49fb-b40b-cb2375948fec up at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:00:37.965714 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-f60d7b20-fdf6-4a97-bd56-bb20e16ac1bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:38.198965 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Provisioning for port ebe32c5e-8793-49fb-b40b-cb2375948fec completed by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:00:38.205028 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Provisioning complete for port ebe32c5e-8793-49fb-b40b-cb2375948fec triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:00:38.205441 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:38.267622 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7246c-81f1-4ef9-9da3-dbafa5d8c0d2 req-f00e0253-4f38-4090-9fc2-81b4a93b1725 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:38.269152 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-6df7246c-81f1-4ef9-9da3-dbafa5d8c0d2 req-f00e0253-4f38-4090-9fc2-81b4a93b1725 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e99d1b5-8c98-4dc2-849d-8222dd4c25cf HTTP/1.1" status: 200 len: 944 time: 0.0696206 Jun 29 11:00:38.301479 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:38.309883 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-6df7246c-81f1-4ef9-9da3-dbafa5d8c0d2 req-6e62e852-6a5f-4d15-9b43-c5097cbf16ab tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/security-groups?id=57bfa6ac-0e09-4ec9-b20f-5148c6d293be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346935 Jun 29 11:00:38.320849 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 53482) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:38.328175 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e99d1b5-8c98-4dc2-849d-8222dd4c25cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe32c5e-8793-49fb-b40b-cb2375948fec'}] {{(pid=105128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:00:38.330454 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f554d8236d32e986c704cda53ac23f663e6b3c5228ed3933e2c5dc2c6a48410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effcec86-9c2a-49fc-9035-d011d81c0a58" -d '{"events": [{"server_uuid": "2e99d1b5-8c98-4dc2-849d-8222dd4c25cf", "name": "network-vif-plugged", "status": "completed", "tag": "ebe32c5e-8793-49fb-b40b-cb2375948fec"}]}' {{(pid=105128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:00:38.344746 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port ebe32c5e-8793-49fb-b40b-cb2375948fec, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ebe32c5e-8793-49fb-b40b-cb2375948fec,segment=NetworkSegment(f8674210-aa14-4b17-8a06-58bca2a2e300),segment_id=f8674210-aa14-4b17-8a06-58bca2a2e300)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:00:38.369397 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-e1b460a4-284e-4d0d-a223-d8e5cdc3ab49 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=737cf20468374c56b5bf667ed6dc1af8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472090 Jun 29 11:00:38.370280 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77dbc9bc-fd2f-4e8c-b298-1450004ec061 x-openstack-request-id: req-77dbc9bc-fd2f-4e8c-b298-1450004ec061 {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:00:38.370588 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e99d1b5-8c98-4dc2-849d-8222dd4c25cf", "name": "network-vif-plugged", "status": "completed", "tag": "ebe32c5e-8793-49fb-b40b-cb2375948fec", "code": 200}]} {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:00:38.370852 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-77dbc9bc-fd2f-4e8c-b298-1450004ec061 {{(pid=105128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:00:38.371425 dv-cinder-793515-4-smb neutron-server[105128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e99d1b5-8c98-4dc2-849d-8222dd4c25cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe32c5e-8793-49fb-b40b-cb2375948fec', 'code': 200} Jun 29 11:00:38.372132 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 53486) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:38.426209 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-ec063982-e251-4cd4-9f1e-0af51af9a974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:38.449006 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-ec063982-e251-4cd4-9f1e-0af51af9a974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:38.454696 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:38.456775 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:38.516097 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=ebe32c5e-8793-49fb-b40b-cb2375948fec,revision_number=5']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:38.519624 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:38.647943 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-ec063982-e251-4cd4-9f1e-0af51af9a974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:38.650953 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-ec063982-e251-4cd4-9f1e-0af51af9a974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:38.654896 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-ec063982-e251-4cd4-9f1e-0af51af9a974 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3cb90155-a153-4b27-ada8-a777450edeed HTTP/1.1" status: 204 len: 168 time: 0.2792323 Jun 29 11:00:38.654896 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-f641fd43-228a-4108-b7f6-3a42e8bf8b23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:38.662128 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec063982-e251-4cd4-9f1e-0af51af9a974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb90155-a153-4b27-ada8-a777450edeed,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:38.664368 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-ec063982-e251-4cd4-9f1e-0af51af9a974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:38.752294 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a63bfa-2690-46c0-9568-925131f9467e req-4bd99038-fa0b-4149-9dd1-599a0fc0b0df tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:38.753852 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-06a63bfa-2690-46c0-9568-925131f9467e req-4bd99038-fa0b-4149-9dd1-599a0fc0b0df tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.0902255 Jun 29 11:00:38.807813 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-06a63bfa-2690-46c0-9568-925131f9467e req-19e525f5-ff45-4caf-8c7a-0c8bbcae2ecf tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483716 Jun 29 11:00:38.826039 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-dae57ea8-88b1-4621-b874-9f6e58b19bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:38.831268 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ab9e8-bd88-4a1c-a1b7-1163d4c209aa req-88420e64-44d4-4c32-9829-ab8f49c6445b tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:38.834693 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-024ab9e8-bd88-4a1c-a1b7-1163d4c209aa req-88420e64-44d4-4c32-9829-ab8f49c6445b tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ce5c29-7701-43bd-a6aa-8781ddc25ec3 HTTP/1.1" status: 200 len: 944 time: 0.0830963 Jun 29 11:00:38.928930 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-024ab9e8-bd88-4a1c-a1b7-1163d4c209aa req-a71f0dd4-e2b4-4a3a-b853-bd73719f4c26 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896642 Jun 29 11:00:38.971261 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12383a93-c262-46c0-96f6-4441b1132423 req-d06f1d22-8a22-491b-87b8-8830052c5869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:38.973201 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-12383a93-c262-46c0-96f6-4441b1132423 req-d06f1d22-8a22-491b-87b8-8830052c5869 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2e99d1b5-8c98-4dc2-849d-8222dd4c25cf HTTP/1.1" status: 200 len: 1098 time: 0.1310599 Jun 29 11:00:38.990672 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:39.026443 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-12383a93-c262-46c0-96f6-4441b1132423 req-5c2651f8-bc31-4f32-9399-efebd906630a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=57bfa6ac-0e09-4ec9-b20f-5148c6d293be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291944 Jun 29 11:00:39.490268 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5539c-ee4d-4a26-b1b6-75e61d69ea09 req-031f8045-7d7b-4aaf-8d46-6c36fb126807 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:39.491765 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d6f5539c-ee4d-4a26-b1b6-75e61d69ea09 req-031f8045-7d7b-4aaf-8d46-6c36fb126807 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e99d1b5-8c98-4dc2-849d-8222dd4c25cf HTTP/1.1" status: 200 len: 945 time: 0.0651157 Jun 29 11:00:39.529656 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d6f5539c-ee4d-4a26-b1b6-75e61d69ea09 req-d7cb86ba-6f1c-4afe-8dfa-aed7540fef31 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/security-groups?id=57bfa6ac-0e09-4ec9-b20f-5148c6d293be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320401 Jun 29 11:00:39.542371 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 53532) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:39.590632 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-035f30d2-5185-45da-972b-c91d4655c462 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ecdbe88891244802bfb6acb9d6378f7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469468 Jun 29 11:00:39.593618 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 53534) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:39.646441 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d98997ef-47f7-45e9-a946-a7f98028259a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:39.668113 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d98997ef-47f7-45e9-a946-a7f98028259a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:39.768323 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d98997ef-47f7-45e9-a946-a7f98028259a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:39.770968 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d98997ef-47f7-45e9-a946-a7f98028259a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:39.772119 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-d98997ef-47f7-45e9-a946-a7f98028259a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/51263018-63e9-47fd-8c59-7a3a47c29866 HTTP/1.1" status: 204 len: 168 time: 0.1775322 Jun 29 11:00:39.772872 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-7517f1d6-a77b-4a31-ac83-a660ad7699fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:39.780456 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98997ef-47f7-45e9-a946-a7f98028259a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51263018-63e9-47fd-8c59-7a3a47c29866,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:39.783316 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-d98997ef-47f7-45e9-a946-a7f98028259a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:39.943570 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 53548) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:39.969615 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 1e8d5682-9da1-4230-9072-aecbe640fe30 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=105128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:00:40.039162 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd563a3-63b1-4917-8d3e-3f761a7f0ab7 req-c1770047-98f7-4e26-a303-ccdf4d630a01 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:40.047239 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-6dd563a3-63b1-4917-8d3e-3f761a7f0ab7 req-c1770047-98f7-4e26-a303-ccdf4d630a01 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.1109049 Jun 29 11:00:40.102895 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-6dd563a3-63b1-4917-8d3e-3f761a7f0ab7 req-c11e0607-1ded-4948-bfad-3d5ba1ff451e tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544088 Jun 29 11:00:40.122441 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 1e8d5682-9da1-4230-9072-aecbe640fe30, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1e8d5682-9da1-4230-9072-aecbe640fe30,segment=NetworkSegment(d751559d-5565-473f-a10b-07ec42d05c7f),segment_id=d751559d-5565-473f-a10b-07ec42d05c7f)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:00:40.138948 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Returning: {'device': '1e8d5682-9da1-4230-9072-aecbe640fe30', 'network_id': '3dddfc96-446a-4271-b2e4-1fbf8fb2f736', 'port_id': '1e8d5682-9da1-4230-9072-aecbe640fe30', 'mac_address': 'fa:16:3e:fe:f2:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e78b9c77-e0e0-471c-a845-17d582c68532', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:00:40.160768 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f4ec0-db86-46fe-bef5-37d7d2e548f7 req-e197d26d-0ed4-4780-81a1-1a37a06747a0 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:40.168527 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-5e4f4ec0-db86-46fe-bef5-37d7d2e548f7 req-e197d26d-0ed4-4780-81a1-1a37a06747a0 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ce5c29-7701-43bd-a6aa-8781ddc25ec3 HTTP/1.1" status: 200 len: 944 time: 0.0869079 Jun 29 11:00:40.181259 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:40.206502 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e8d5682-9da1-4230-9072-aecbe640fe30 {{(pid=105128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:00:40.223090 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-5e4f4ec0-db86-46fe-bef5-37d7d2e548f7 req-93ecd800-37b1-4300-961b-346d57a9df44 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508728 Jun 29 11:00:40.240573 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 1e8d5682-9da1-4230-9072-aecbe640fe30, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1e8d5682-9da1-4230-9072-aecbe640fe30,segment=NetworkSegment(d751559d-5565-473f-a10b-07ec42d05c7f),segment_id=d751559d-5565-473f-a10b-07ec42d05c7f)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:00:40.241468 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-dde4d1b5-0aa4-4de5-85c3-cb478d856768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:40.242453 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:40.335684 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-dde4d1b5-0aa4-4de5-85c3-cb478d856768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:40.351160 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:40.353287 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:40.408388 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-dde4d1b5-0aa4-4de5-85c3-cb478d856768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:40.410986 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-2619962a-78c4-442e-b355-0c6801707e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:40.415562 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=1e8d5682-9da1-4230-9072-aecbe640fe30,revision_number=4']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:40.419602 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:40.450222 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde4d1b5-0aa4-4de5-85c3-cb478d856768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2087610d-2977-4730-9b5b-98a7cd0d8d84,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:40.454721 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-dde4d1b5-0aa4-4de5-85c3-cb478d856768 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bc7715433e6343db91bcac28be38c0db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5101228 Jun 29 11:00:40.457523 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-dde4d1b5-0aa4-4de5-85c3-cb478d856768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:40.457798 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 53574) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:40.505958 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-54b1f50c-8d5c-42a3-953e-966675707a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:40.527333 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-54b1f50c-8d5c-42a3-953e-966675707a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:40.697085 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-54b1f50c-8d5c-42a3-953e-966675707a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:40.698818 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-54b1f50c-8d5c-42a3-953e-966675707a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:40.700009 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-54b1f50c-8d5c-42a3-953e-966675707a35 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2087610d-2977-4730-9b5b-98a7cd0d8d84 HTTP/1.1" status: 204 len: 168 time: 0.2414265 Jun 29 11:00:40.704109 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-ef49f66d-50ab-4bc4-a20f-babb4e7a91f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:40.713915 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1f50c-8d5c-42a3-953e-966675707a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2087610d-2977-4730-9b5b-98a7cd0d8d84,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:40.716581 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-54b1f50c-8d5c-42a3-953e-966675707a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:40.745529 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8df74-e761-4677-ae30-44c9a508b72b req-42f19253-22cc-4ce2-8f1b-7014f0df090a tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:40.747006 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0ce8df74-e761-4677-ae30-44c9a508b72b req-42f19253-22cc-4ce2-8f1b-7014f0df090a tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e99d1b5-8c98-4dc2-849d-8222dd4c25cf HTTP/1.1" status: 200 len: 945 time: 0.0838513 Jun 29 11:00:40.790413 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0ce8df74-e761-4677-ae30-44c9a508b72b req-d35665f8-a52e-41c8-948c-539ccaeca505 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/security-groups?id=57bfa6ac-0e09-4ec9-b20f-5148c6d293be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319190 Jun 29 11:00:40.923322 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] get_ports_and_sgs() called for port_ids ['1e8d5682-9da1-4230-9072-aecbe640fe30'] {{(pid=105128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:00:41.351921 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a62d0-d338-4fcc-b8ea-6c884b8be11c req-b024c8da-a9db-4c40-af4d-6613999045b3 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:41.354404 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-014a62d0-d338-4fcc-b8ea-6c884b8be11c req-b024c8da-a9db-4c40-af4d-6613999045b3 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.1040957 Jun 29 11:00:41.406131 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-014a62d0-d338-4fcc-b8ea-6c884b8be11c req-415fd461-190f-40e0-bbbc-f3cd27c7b5b4 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441525 Jun 29 11:00:41.421583 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f98e1-b872-4fef-8737-5f9812633701 req-bc646bd4-a158-43fc-9b11-a74991b65e07 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:41.423369 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-ea6f98e1-b872-4fef-8737-5f9812633701 req-bc646bd4-a158-43fc-9b11-a74991b65e07 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ce5c29-7701-43bd-a6aa-8781ddc25ec3 HTTP/1.1" status: 200 len: 945 time: 0.0729342 Jun 29 11:00:41.486178 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-ea6f98e1-b872-4fef-8737-5f9812633701 req-c210be39-e69b-4d30-a6c1-575eb27fda16 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513492 Jun 29 11:00:41.682268 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:41.959649 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f8487-7270-4cf5-b0c1-28e6b8a1c47e req-580d5329-b9e4-4f35-9ca9-79dd9b11908c tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:41.961160 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-b12f8487-7270-4cf5-b0c1-28e6b8a1c47e req-580d5329-b9e4-4f35-9ca9-79dd9b11908c tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e99d1b5-8c98-4dc2-849d-8222dd4c25cf HTTP/1.1" status: 200 len: 945 time: 0.0653310 Jun 29 11:00:42.000536 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-b12f8487-7270-4cf5-b0c1-28e6b8a1c47e req-096a5fb1-66e6-40b3-991e-3b33df31be92 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/security-groups?id=57bfa6ac-0e09-4ec9-b20f-5148c6d293be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329995 Jun 29 11:00:42.595425 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4266020-e782-4ff7-bd28-5826be534826 req-3396156a-e42a-4948-923c-455592833eb0 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:42.598100 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-e4266020-e782-4ff7-bd28-5826be534826 req-3396156a-e42a-4948-923c-455592833eb0 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.0708907 Jun 29 11:00:42.638555 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-e4266020-e782-4ff7-bd28-5826be534826 req-c9b51f0b-7136-4ea5-971a-67254851532a tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334618 Jun 29 11:00:42.657680 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1909098-c93e-477b-b116-f9c88d6311b2 req-ea64d939-cbc6-4f6c-879c-d2c744939164 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:42.662389 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a1909098-c93e-477b-b116-f9c88d6311b2 req-ea64d939-cbc6-4f6c-879c-d2c744939164 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ce5c29-7701-43bd-a6aa-8781ddc25ec3 HTTP/1.1" status: 200 len: 945 time: 0.0719917 Jun 29 11:00:42.713844 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a1909098-c93e-477b-b116-f9c88d6311b2 req-0c2f43ea-30a5-4a24-8e2d-22e402e0991a tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442338 Jun 29 11:00:43.935509 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0567f7-c028-4820-a62d-dc395f80e4c3 req-f2843a0f-0486-4810-a99d-b4a90db672b1 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:43.937404 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-6a0567f7-c028-4820-a62d-dc395f80e4c3 req-f2843a0f-0486-4810-a99d-b4a90db672b1 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ce5c29-7701-43bd-a6aa-8781ddc25ec3 HTTP/1.1" status: 200 len: 945 time: 0.0811782 Jun 29 11:00:43.976737 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-6a0567f7-c028-4820-a62d-dc395f80e4c3 req-4bfad33b-357c-4318-a3d5-c26f38ef2e0f tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334280 Jun 29 11:00:43.999412 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 1e8d5682-9da1-4230-9072-aecbe640fe30 up at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:00:44.062103 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8c8ee-693f-4aaa-8701-f077b0677885 req-a14735b8-c37c-4dfd-8b1a-95907976e3ec tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:44.063599 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-85c8c8ee-693f-4aaa-8701-f077b0677885 req-a14735b8-c37c-4dfd-8b1a-95907976e3ec tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.2988675 Jun 29 11:00:44.106001 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-85c8c8ee-693f-4aaa-8701-f077b0677885 req-97bce728-b26d-4c78-8393-42f45f4fb442 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365827 Jun 29 11:00:44.150206 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Provisioning for port 1e8d5682-9da1-4230-9072-aecbe640fe30 completed by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:00:44.154504 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Provisioning complete for port 1e8d5682-9da1-4230-9072-aecbe640fe30 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:00:44.154890 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:44.236112 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:44.257216 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ce5c29-7701-43bd-a6aa-8781ddc25ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e8d5682-9da1-4230-9072-aecbe640fe30'}] {{(pid=105128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:00:44.259459 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f554d8236d32e986c704cda53ac23f663e6b3c5228ed3933e2c5dc2c6a48410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a61b4ad-b2db-4981-b4d9-69f183643222" -d '{"events": [{"server_uuid": "27ce5c29-7701-43bd-a6aa-8781ddc25ec3", "name": "network-vif-plugged", "status": "completed", "tag": "1e8d5682-9da1-4230-9072-aecbe640fe30"}]}' {{(pid=105128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:00:44.271973 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 1e8d5682-9da1-4230-9072-aecbe640fe30, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1e8d5682-9da1-4230-9072-aecbe640fe30,segment=NetworkSegment(d751559d-5565-473f-a10b-07ec42d05c7f),segment_id=d751559d-5565-473f-a10b-07ec42d05c7f)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:00:44.328769 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465f0b06-d718-4580-9bbe-3a2d31ac9ee1 x-openstack-request-id: req-465f0b06-d718-4580-9bbe-3a2d31ac9ee1 {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:00:44.329070 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27ce5c29-7701-43bd-a6aa-8781ddc25ec3", "name": "network-vif-plugged", "status": "completed", "tag": "1e8d5682-9da1-4230-9072-aecbe640fe30", "code": 200}]} {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:00:44.329358 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-465f0b06-d718-4580-9bbe-3a2d31ac9ee1 {{(pid=105128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:00:44.329758 dv-cinder-793515-4-smb neutron-server[105128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27ce5c29-7701-43bd-a6aa-8781ddc25ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e8d5682-9da1-4230-9072-aecbe640fe30', 'code': 200} Jun 29 11:00:44.418939 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:44.420900 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:44.466544 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=1e8d5682-9da1-4230-9072-aecbe640fe30,revision_number=5']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:44.470197 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:44.741514 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4660b8-0702-437c-9ee5-e619b8528676 req-5185e6b0-0656-43c9-8633-b84484a245c3 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:44.742990 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-9c4660b8-0702-437c-9ee5-e619b8528676 req-5185e6b0-0656-43c9-8633-b84484a245c3 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e99d1b5-8c98-4dc2-849d-8222dd4c25cf HTTP/1.1" status: 200 len: 945 time: 0.0634089 Jun 29 11:00:44.782151 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-9c4660b8-0702-437c-9ee5-e619b8528676 req-1df0c5e5-e79d-451b-ab7b-1d42ef061424 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/security-groups?id=57bfa6ac-0e09-4ec9-b20f-5148c6d293be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333405 Jun 29 11:00:44.838051 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ac831-85c1-4c45-8991-4e1f03cde698 req-24b76bb0-04dd-4a3b-943e-1d78fc590a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:44.839493 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-8f9ac831-85c1-4c45-8991-4e1f03cde698 req-24b76bb0-04dd-4a3b-943e-1d78fc590a55 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=27ce5c29-7701-43bd-a6aa-8781ddc25ec3 HTTP/1.1" status: 200 len: 1099 time: 0.0564063 Jun 29 11:00:44.877384 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-8f9ac831-85c1-4c45-8991-4e1f03cde698 req-fd3464df-6b67-4a35-ba9a-785f0e46232f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289779 Jun 29 11:00:45.160004 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0349916-0df0-46f1-a47c-f144abffb453 req-776004fb-8890-4d59-b773-43dd0d574900 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:45.161821 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-e0349916-0df0-46f1-a47c-f144abffb453 req-776004fb-8890-4d59-b773-43dd0d574900 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ce5c29-7701-43bd-a6aa-8781ddc25ec3 HTTP/1.1" status: 200 len: 946 time: 0.0679855 Jun 29 11:00:45.222595 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-e0349916-0df0-46f1-a47c-f144abffb453 req-5287f6b5-c6ff-4c81-8a33-49ec6d1486c3 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541055 Jun 29 11:00:45.299178 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24287cfe-105f-4de2-b76d-6d6261a5b304 req-aa73f13f-b781-455d-8ea9-63eb4b0b2117 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:45.300750 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-24287cfe-105f-4de2-b76d-6d6261a5b304 req-aa73f13f-b781-455d-8ea9-63eb4b0b2117 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.0651114 Jun 29 11:00:45.341329 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-24287cfe-105f-4de2-b76d-6d6261a5b304 req-0f2430c0-a0f0-43fb-88c8-c7d655bebc4c tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329370 Jun 29 11:00:45.961880 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bdd87f-6103-4107-8ece-31bc794fbf62 req-294d1348-09e5-4e8d-ad18-1052b1c6900d tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:45.963542 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-e7bdd87f-6103-4107-8ece-31bc794fbf62 req-294d1348-09e5-4e8d-ad18-1052b1c6900d tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e99d1b5-8c98-4dc2-849d-8222dd4c25cf HTTP/1.1" status: 200 len: 945 time: 0.0633726 Jun 29 11:00:46.006872 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-e7bdd87f-6103-4107-8ece-31bc794fbf62 req-d2ed4968-40e0-44e2-8bf5-0d185df62acd tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/security-groups?id=57bfa6ac-0e09-4ec9-b20f-5148c6d293be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376284 Jun 29 11:00:46.298045 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.agents_db [None req-6227a327-39ba-4b2a-b4ab-7b0e2d6295dc None None] Agent healthcheck: found 6 active agents {{(pid=105129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:00:46.417379 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e26e71-be0a-4905-a97e-b61e971b1dc1 req-dad5ec1a-cbd6-4be9-ad56-3b08701d9b25 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:46.419031 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-40e26e71-be0a-4905-a97e-b61e971b1dc1 req-dad5ec1a-cbd6-4be9-ad56-3b08701d9b25 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ce5c29-7701-43bd-a6aa-8781ddc25ec3 HTTP/1.1" status: 200 len: 946 time: 0.0811801 Jun 29 11:00:46.469765 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-40e26e71-be0a-4905-a97e-b61e971b1dc1 req-6b31b0e5-813b-4bf0-99a0-0b77bf3c4e60 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439010 Jun 29 11:00:46.532820 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782abe1b-3b39-4816-9bb2-206c0103ab4b req-64fa6bf1-8d14-492a-909c-b91f0557a82f tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:46.534313 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-782abe1b-3b39-4816-9bb2-206c0103ab4b req-64fa6bf1-8d14-492a-909c-b91f0557a82f tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.0672917 Jun 29 11:00:46.573565 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-782abe1b-3b39-4816-9bb2-206c0103ab4b req-7d276366-bcab-44a1-b337-b79df353f68c tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334985 Jun 29 11:00:47.183169 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf6262-a66d-4137-9c4d-b775002f3fee req-a960a249-fe25-4e36-99d3-fd42f0a62331 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:47.184713 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d1cf6262-a66d-4137-9c4d-b775002f3fee req-a960a249-fe25-4e36-99d3-fd42f0a62331 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e99d1b5-8c98-4dc2-849d-8222dd4c25cf HTTP/1.1" status: 200 len: 945 time: 0.0670202 Jun 29 11:00:47.262064 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d1cf6262-a66d-4137-9c4d-b775002f3fee req-44fc3361-ac4f-4413-af36-ef261166617b tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/security-groups?id=57bfa6ac-0e09-4ec9-b20f-5148c6d293be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319116 Jun 29 11:00:47.484369 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76c5a5-8b69-4d5d-827b-dd79660c290a req-993af21c-4efd-4d42-9b6f-b164090856ad tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:47.486078 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-db76c5a5-8b69-4d5d-827b-dd79660c290a req-993af21c-4efd-4d42-9b6f-b164090856ad tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e99d1b5-8c98-4dc2-849d-8222dd4c25cf HTTP/1.1" status: 200 len: 945 time: 0.0643821 Jun 29 11:00:47.653596 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [req-db76c5a5-8b69-4d5d-827b-dd79660c290a req-5e153872-c093-4a93-8b5c-d38223b0411e tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Deleting port ebe32c5e-8793-49fb-b40b-cb2375948fec {{(pid=105127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:00:47.654224 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-db76c5a5-8b69-4d5d-827b-dd79660c290a req-5e153872-c093-4a93-8b5c-d38223b0411e tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:47.668946 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a78ca-86d2-4900-9d50-300c6ce00727 req-4127d29f-0bff-4d08-9693-8d251f05154d tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:47.670543 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-611a78ca-86d2-4900-9d50-300c6ce00727 req-4127d29f-0bff-4d08-9693-8d251f05154d tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ce5c29-7701-43bd-a6aa-8781ddc25ec3 HTTP/1.1" status: 200 len: 946 time: 0.0745940 Jun 29 11:00:47.721087 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-611a78ca-86d2-4900-9d50-300c6ce00727 req-5a72757d-86b6-48d7-a7a0-d639e74f462e tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437613 Jun 29 11:00:47.802256 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-db76c5a5-8b69-4d5d-827b-dd79660c290a req-5e153872-c093-4a93-8b5c-d38223b0411e tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] For port ebe32c5e-8793-49fb-b40b-cb2375948fec, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ebe32c5e-8793-49fb-b40b-cb2375948fec,segment=NetworkSegment(f8674210-aa14-4b17-8a06-58bca2a2e300),segment_id=f8674210-aa14-4b17-8a06-58bca2a2e300)] {{(pid=105127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:00:47.802614 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-db76c5a5-8b69-4d5d-827b-dd79660c290a req-5e153872-c093-4a93-8b5c-d38223b0411e tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:47.812936 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd5f28-e92c-4e38-b7b9-4255b97eb7a4 req-b0cbf265-d97d-4ab7-b6f6-0d07a8e76e89 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:47.814507 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-12dd5f28-e92c-4e38-b7b9-4255b97eb7a4 req-b0cbf265-d97d-4ab7-b6f6-0d07a8e76e89 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.1175203 Jun 29 11:00:47.829021 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [req-db76c5a5-8b69-4d5d-827b-dd79660c290a req-5e153872-c093-4a93-8b5c-d38223b0411e tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Calling delete_port for ebe32c5e-8793-49fb-b40b-cb2375948fec owned by compute:nova {{(pid=105127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:00:47.899767 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-12dd5f28-e92c-4e38-b7b9-4255b97eb7a4 req-f7eceefc-e143-4532-8259-918297ecbbf1 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732727 Jun 29 11:00:48.072374 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-db76c5a5-8b69-4d5d-827b-dd79660c290a req-5e153872-c093-4a93-8b5c-d38223b0411e tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130347151'] for port, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:48.078053 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-64289822-72bc-41a1-bdcb-4c33022e6227 tempest-VolumesActionsTest-2067892696 tempest-VolumesActionsTest-2067892696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:48.112295 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e153872-c093-4a93-8b5c-d38223b0411e tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Pushing event deleted for resources: {'Port': ['ID=ebe32c5e-8793-49fb-b40b-cb2375948fec,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:48.113003 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] get_ports_and_sgs() called for port_ids ['ebe32c5e-8793-49fb-b40b-cb2375948fec'] {{(pid=105128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:00:48.119585 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-5e153872-c093-4a93-8b5c-d38223b0411e tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:48.159768 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [req-db76c5a5-8b69-4d5d-827b-dd79660c290a req-5e153872-c093-4a93-8b5c-d38223b0411e tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] No DVR routers for this DVR port ebe32c5e-8793-49fb-b40b-cb2375948fec on host hv-cinder-79351 {{(pid=105127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:00:48.162280 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-db76c5a5-8b69-4d5d-827b-dd79660c290a req-5e153872-c093-4a93-8b5c-d38223b0411e tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:48.164209 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-db76c5a5-8b69-4d5d-827b-dd79660c290a req-5e153872-c093-4a93-8b5c-d38223b0411e tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.42 "DELETE /v2.0/ports/ebe32c5e-8793-49fb-b40b-cb2375948fec HTTP/1.1" status: 204 len: 173 time: 0.6299160 Jun 29 11:00:48.164717 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e99d1b5-8c98-4dc2-849d-8222dd4c25cf', 'name': 'network-vif-deleted', 'tag': 'ebe32c5e-8793-49fb-b40b-cb2375948fec'}] {{(pid=105127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:00:48.167009 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51926c8a96ac3dcbe8a9a7c61d1f1b13ee7346919254cfc90a12d4d270e3eabf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68711867-54b3-4a06-85fe-c6d3bd17b8b8" -d '{"events": [{"server_uuid": "2e99d1b5-8c98-4dc2-849d-8222dd4c25cf", "name": "network-vif-deleted", "tag": "ebe32c5e-8793-49fb-b40b-cb2375948fec"}]}' {{(pid=105127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:00:48.208899 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea7010b-e5eb-41d7-8a2d-6277b57e5b63 x-openstack-request-id: req-cea7010b-e5eb-41d7-8a2d-6277b57e5b63 {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:00:48.209222 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e99d1b5-8c98-4dc2-849d-8222dd4c25cf", "name": "network-vif-deleted", "tag": "ebe32c5e-8793-49fb-b40b-cb2375948fec", "status": "completed", "code": 200}]} {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:00:48.209548 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cea7010b-e5eb-41d7-8a2d-6277b57e5b63 {{(pid=105127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:00:48.209985 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e99d1b5-8c98-4dc2-849d-8222dd4c25cf', 'name': 'network-vif-deleted', 'tag': 'ebe32c5e-8793-49fb-b40b-cb2375948fec', 'status': 'completed', 'code': 200} Jun 29 11:00:48.381934 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-79dd0927-8728-42c8-8865-b1938f245633 req-a3037746-43a7-4766-aaac-89ffe29909d5 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e99d1b5-8c98-4dc2-849d-8222dd4c25cf HTTP/1.1" status: 200 len: 210 time: 0.0286896 Jun 29 11:00:48.503952 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 53796) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:48.644584 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c6e6f35a-fabf-4312-ab61-1944fed025bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:48.749901 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c6e6f35a-fabf-4312-ab61-1944fed025bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:48.801713 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c6e6f35a-fabf-4312-ab61-1944fed025bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:48.804402 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-870c63ee-303e-4a63-981e-0ce088076b48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:48.839172 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6f35a-fabf-4312-ab61-1944fed025bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce9fe4b-f87f-423f-9079-f22bff26c20b,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:48.842866 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-c6e6f35a-fabf-4312-ab61-1944fed025bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:48.845622 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-c6e6f35a-fabf-4312-ab61-1944fed025bc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b294bd44482e4a4d867ad4ac53904fcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3398340 Jun 29 11:00:48.848073 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 53814) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:48.902013 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-9177a9b7-9b89-4e75-ad40-a978aeecfcbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:48.923887 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-9177a9b7-9b89-4e75-ad40-a978aeecfcbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:49.043151 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-9177a9b7-9b89-4e75-ad40-a978aeecfcbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:49.046665 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-9177a9b7-9b89-4e75-ad40-a978aeecfcbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:49.047769 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-9177a9b7-9b89-4e75-ad40-a978aeecfcbf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3ce9fe4b-f87f-423f-9079-f22bff26c20b HTTP/1.1" status: 204 len: 168 time: 0.1986823 Jun 29 11:00:49.050303 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-7f3e5f8e-c304-470a-9fb1-b9ea7314cfeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:49.060059 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9177a9b7-9b89-4e75-ad40-a978aeecfcbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce9fe4b-f87f-423f-9079-f22bff26c20b,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:49.064077 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-9177a9b7-9b89-4e75-ad40-a978aeecfcbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:49.101436 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c21b64-6c50-4d3f-bfbd-a0a99360a322 req-5e55ed66-1185-4f69-bf09-032328bd0778 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:49.103299 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-d2c21b64-6c50-4d3f-bfbd-a0a99360a322 req-5e55ed66-1185-4f69-bf09-032328bd0778 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.0924494 Jun 29 11:00:49.142133 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-d2c21b64-6c50-4d3f-bfbd-a0a99360a322 req-ff87a7e5-4e14-4135-9fa8-7101dc5e646d tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325651 Jun 29 11:00:49.572203 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-70f1ab27-b4ec-4dc7-a593-b7f0cf2106bd req-303f53f4-2598-48d8-ad1d-a089a1906a26 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e99d1b5-8c98-4dc2-849d-8222dd4c25cf HTTP/1.1" status: 200 len: 210 time: 0.0295277 Jun 29 11:00:49.817532 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 53832) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:49.831657 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-edfee31d-f5e5-439a-8bdb-115edb8ee886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:49.919517 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-edfee31d-f5e5-439a-8bdb-115edb8ee886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:50.024640 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-edfee31d-f5e5-439a-8bdb-115edb8ee886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:50.033895 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-32fa2c27-8f90-4c85-890c-351cbb3edc5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:50.061661 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-edfee31d-f5e5-439a-8bdb-115edb8ee886 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=469bccd09e7643acbeacc4757247f4b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423909 Jun 29 11:00:50.064460 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 53838) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:50.066415 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfee31d-f5e5-439a-8bdb-115edb8ee886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66591800-f517-41f4-b016-70c713023f37,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:50.069390 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-edfee31d-f5e5-439a-8bdb-115edb8ee886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:50.116994 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-27b5e01b-dbc3-4af6-bd51-97b1e5c5c3d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:50.137447 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-27b5e01b-dbc3-4af6-bd51-97b1e5c5c3d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:50.321971 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3764b8-25f1-4fe4-bfdc-f457b3c34022 req-7b66900f-ad94-455f-a08f-c31efaf81506 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:50.323431 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-ca3764b8-25f1-4fe4-bfdc-f457b3c34022 req-7b66900f-ad94-455f-a08f-c31efaf81506 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.0629714 Jun 29 11:00:50.360389 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-ca3764b8-25f1-4fe4-bfdc-f457b3c34022 req-98be81fd-8efa-4930-9ba1-f839f1a3b662 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309567 Jun 29 11:00:50.361604 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-27b5e01b-dbc3-4af6-bd51-97b1e5c5c3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:50.364234 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-27b5e01b-dbc3-4af6-bd51-97b1e5c5c3d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:50.367619 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-27b5e01b-dbc3-4af6-bd51-97b1e5c5c3d0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/66591800-f517-41f4-b016-70c713023f37 HTTP/1.1" status: 204 len: 168 time: 0.2999034 Jun 29 11:00:50.367619 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-85255008-14ea-4a13-a1a4-1be4ebf59742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:50.375594 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b5e01b-dbc3-4af6-bd51-97b1e5c5c3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66591800-f517-41f4-b016-70c713023f37,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:50.377877 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-27b5e01b-dbc3-4af6-bd51-97b1e5c5c3d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:50.500090 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 53848) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:50.732034 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-50cf6920-8ebc-4c60-a299-a97b5db672a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:50.876684 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-50cf6920-8ebc-4c60-a299-a97b5db672a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:50.961907 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-50cf6920-8ebc-4c60-a299-a97b5db672a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:50.964310 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:50.972806 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 53872) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:50.990685 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-9691b004-a0ad-4586-807b-f41e7503f147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:51.010572 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-50cf6920-8ebc-4c60-a299-a97b5db672a0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b5f1fb538741491f833428189cb37b3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5093637 Jun 29 11:00:51.011738 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf6920-8ebc-4c60-a299-a97b5db672a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b8dc4c-5ea1-405b-8df8-0c254693d49c,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:51.013127 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 53874) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:51.015505 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-50cf6920-8ebc-4c60-a299-a97b5db672a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:51.099889 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-a5d21154-6e4e-4e15-a2d9-d620c0329e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:51.130384 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-a5d21154-6e4e-4e15-a2d9-d620c0329e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:51.168542 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-9691b004-a0ad-4586-807b-f41e7503f147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:51.315671 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-9691b004-a0ad-4586-807b-f41e7503f147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:51.318146 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-efba8411-288a-4735-8329-547bcd313b12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:51.352102 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9691b004-a0ad-4586-807b-f41e7503f147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf10658c-78a8-4cc1-9d14-732a23d26f53,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:51.355859 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-9691b004-a0ad-4586-807b-f41e7503f147 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ecb0ca0852af4720b2d23ae89a828c35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3817296 Jun 29 11:00:51.358548 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 53890) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:51.361685 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691b004-a0ad-4586-807b-f41e7503f147 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:00:51.362066 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691b004-a0ad-4586-807b-f41e7503f147 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:00:51.362399 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691b004-a0ad-4586-807b-f41e7503f147 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:00:51.362743 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691b004-a0ad-4586-807b-f41e7503f147 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:00:51.363087 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691b004-a0ad-4586-807b-f41e7503f147 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:00:51.363424 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691b004-a0ad-4586-807b-f41e7503f147 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:00:51.363755 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691b004-a0ad-4586-807b-f41e7503f147 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:00:51.364088 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691b004-a0ad-4586-807b-f41e7503f147 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:00:51.364628 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691b004-a0ad-4586-807b-f41e7503f147 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:00:51.364961 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691b004-a0ad-4586-807b-f41e7503f147 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:00:51.365297 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691b004-a0ad-4586-807b-f41e7503f147 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:00:51.365626 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691b004-a0ad-4586-807b-f41e7503f147 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:00:51.369269 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-9691b004-a0ad-4586-807b-f41e7503f147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:51.400856 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-a5d21154-6e4e-4e15-a2d9-d620c0329e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:51.413640 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-a5d21154-6e4e-4e15-a2d9-d620c0329e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:51.413640 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-a5d21154-6e4e-4e15-a2d9-d620c0329e04 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/79b8dc4c-5ea1-405b-8df8-0c254693d49c HTTP/1.1" status: 204 len: 168 time: 0.3900352 Jun 29 11:00:51.413640 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-d8194ed2-3b46-4922-b98a-18ada16fd1ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:51.413983 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-1fb985d7-2ab9-4bbb-8405-acf3742ebd74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:51.414074 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d21154-6e4e-4e15-a2d9-d620c0329e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b8dc4c-5ea1-405b-8df8-0c254693d49c,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:51.417053 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-a5d21154-6e4e-4e15-a2d9-d620c0329e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:51.439597 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-1fb985d7-2ab9-4bbb-8405-acf3742ebd74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:51.579101 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-1fb985d7-2ab9-4bbb-8405-acf3742ebd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:51.581820 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-1fb985d7-2ab9-4bbb-8405-acf3742ebd74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:51.585291 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-1fb985d7-2ab9-4bbb-8405-acf3742ebd74 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cf10658c-78a8-4cc1-9d14-732a23d26f53 HTTP/1.1" status: 204 len: 168 time: 0.2234349 Jun 29 11:00:51.585291 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-e1d17def-1463-4f5f-9aeb-8cc8cc7b17f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:51.592203 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb985d7-2ab9-4bbb-8405-acf3742ebd74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf10658c-78a8-4cc1-9d14-732a23d26f53,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:51.595019 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-1fb985d7-2ab9-4bbb-8405-acf3742ebd74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:52.042390 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396756f-7949-4fe0-943b-b199a555c731 req-3f62e689-fcb1-474b-895c-c7ed146ac727 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:52.051600 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7396756f-7949-4fe0-943b-b199a555c731 req-3f62e689-fcb1-474b-895c-c7ed146ac727 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/networks?id=9012f58e-8f3c-48ac-9c7b-0271b3e9f33e HTTP/1.1" status: 200 len: 809 time: 0.1832752 Jun 29 11:00:52.064823 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device ebe32c5e-8793-49fb-b40b-cb2375948fec no longer exists at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:00:52.084296 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7396756f-7949-4fe0-943b-b199a555c731 req-173a118b-daed-4d4e-a11d-124136d8ba15 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/quotas/64b4611acc5342f2b0c1b2066bd88fd5 HTTP/1.1" status: 200 len: 375 time: 0.0317283 Jun 29 11:00:52.109764 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] No Port match for: ebe32c5e-8793-49fb-b40b-cb2375948fec {{(pid=105128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:00:52.117087 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device ebe32c5e-8793-49fb-b40b-cb2375948fec not bound to the agent host hv-cinder-79351 {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:00:52.141835 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7396756f-7949-4fe0-943b-b199a555c731 req-5cba6438-2edf-49bd-97e4-90638c8bf4f0 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=64b4611acc5342f2b0c1b2066bd88fd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559788 Jun 29 11:00:52.213989 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2df64-c471-4c02-a07f-a396f72d1c20 req-2c77409c-9001-4f9a-8503-9fd1bf799947 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:52.216504 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-13c2df64-c471-4c02-a07f-a396f72d1c20 req-2c77409c-9001-4f9a-8503-9fd1bf799947 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.1135244 Jun 29 11:00:52.251243 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7396756f-7949-4fe0-943b-b199a555c731 req-c4dfbad0-7c31-42eb-a24f-fe25f1252077 service neutron] 10.222.0.66 "GET /v2.0/networks/9012f58e-8f3c-48ac-9c7b-0271b3e9f33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082182 Jun 29 11:00:52.269969 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-13c2df64-c471-4c02-a07f-a396f72d1c20 req-d28f1e65-cd1b-414d-9fc8-e2f6f240bbb3 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444908 Jun 29 11:00:52.343719 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7396756f-7949-4fe0-943b-b199a555c731 req-24ee2028-0fe8-46e3-b1f8-1e93e2427d04 service neutron] 10.222.0.66 "GET /v2.0/networks/9012f58e-8f3c-48ac-9c7b-0271b3e9f33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916107 Jun 29 11:00:52.615599 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-7a624227-fb66-4813-9024-5c92b3e8eab5 req-444566a3-5f48-4b3f-8189-2790e99c2e2e tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/ports?device_id=42a95e5f-5c09-4d20-8f1a-b271fa28ed19 HTTP/1.1" status: 200 len: 210 time: 0.0309703 Jun 29 11:00:52.812546 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965dfdab-4946-4728-aae9-2754d56d1620 req-eb3af9b4-08c4-42b2-ac96-06b4b74ea985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:52.814134 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-965dfdab-4946-4728-aae9-2754d56d1620 req-eb3af9b4-08c4-42b2-ac96-06b4b74ea985 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 1098 time: 0.0603881 Jun 29 11:00:52.917206 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-965dfdab-4946-4728-aae9-2754d56d1620 req-68cbceef-69fa-4070-8714-e95b96fbe594 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365810 Jun 29 11:00:53.453133 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36b680-6b03-4586-b95e-6d61f82d1e0b req-9791f807-e00a-4691-bd46-2f0b45dce88b tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:53.454653 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-8a36b680-6b03-4586-b95e-6d61f82d1e0b req-9791f807-e00a-4691-bd46-2f0b45dce88b tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.0723197 Jun 29 11:00:53.499007 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-8a36b680-6b03-4586-b95e-6d61f82d1e0b req-dc12e363-6546-4aa2-9a50-b0ee74009bb4 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383885 Jun 29 11:00:53.778636 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-1ceb032e-2d5b-40eb-bc98-3a76166cc710 req-992b6384-f190-480d-9199-65d7a29c3315 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/ports?device_id=42a95e5f-5c09-4d20-8f1a-b271fa28ed19 HTTP/1.1" status: 200 len: 210 time: 0.0302367 Jun 29 11:00:54.678878 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cbffdd-6ee0-4762-ace8-0cce182bfbe0 req-f541d3bc-d692-4c45-b2f7-bb4d1f56b343 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:54.680368 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-72cbffdd-6ee0-4762-ace8-0cce182bfbe0 req-f541d3bc-d692-4c45-b2f7-bb4d1f56b343 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.0630207 Jun 29 11:00:54.720008 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-72cbffdd-6ee0-4762-ace8-0cce182bfbe0 req-fb4bb09a-c6c7-4cfe-94b4-b935b0ccd4fa tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338724 Jun 29 11:00:54.949022 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-d7ec2de0-bfb4-426b-adc0-598438c329bf req-98030dfb-a8ef-4cc3-ad79-79a7b88fbdab tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/ports?device_id=42a95e5f-5c09-4d20-8f1a-b271fa28ed19 HTTP/1.1" status: 200 len: 210 time: 0.0285416 Jun 29 11:00:55.587694 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396756f-7949-4fe0-943b-b199a555c731 req-3cfead29-42f4-4470-99b2-a672a91c95d5 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:55.592463 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7396756f-7949-4fe0-943b-b199a555c731 req-3cfead29-42f4-4470-99b2-a672a91c95d5 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.42 "GET /v2.0/networks?id=9012f58e-8f3c-48ac-9c7b-0271b3e9f33e HTTP/1.1" status: 200 len: 809 time: 0.1331291 Jun 29 11:00:55.610179 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [req-7396756f-7949-4fe0-943b-b199a555c731 req-b00b23a5-7e39-46d6-bd42-67e17c5e0487 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Request body: {'port': {'device_id': '42a95e5f-5c09-4d20-8f1a-b271fa28ed19', 'network_id': '9012f58e-8f3c-48ac-9c7b-0271b3e9f33e', 'admin_state_up': True, 'tenant_id': '64b4611acc5342f2b0c1b2066bd88fd5'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:00:55.830045 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7396756f-7949-4fe0-943b-b199a555c731 req-b00b23a5-7e39-46d6-bd42-67e17c5e0487 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Made reservation on behalf of 64b4611acc5342f2b0c1b2066bd88fd5 for: {'port': 1} {{(pid=105127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:00:55.833760 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-7396756f-7949-4fe0-943b-b199a555c731 req-b00b23a5-7e39-46d6-bd42-67e17c5e0487 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:55.956323 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c7675-c77d-4d88-86e2-316e42b2386e req-e75dcd28-c479-4fc7-8cfb-56c06258b5a9 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:55.964331 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-699c7675-c77d-4d88-86e2-316e42b2386e req-e75dcd28-c479-4fc7-8cfb-56c06258b5a9 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.1118231 Jun 29 11:00:55.971746 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.db_base_plugin_common [req-7396756f-7949-4fe0-943b-b199a555c731 req-b00b23a5-7e39-46d6-bd42-67e17c5e0487 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Allocated IP 172.20.0.12 (9012f58e-8f3c-48ac-9c7b-0271b3e9f33e/46d9870d-fb02-4d60-8a8c-23ff9689c8d6/f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6) {{(pid=105127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:00:56.009363 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-699c7675-c77d-4d88-86e2-316e42b2386e req-cae4f43d-950f-4281-9764-f697b66a99d4 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436559 Jun 29 11:00:56.156188 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-7396756f-7949-4fe0-943b-b199a555c731 req-b00b23a5-7e39-46d6-bd42-67e17c5e0487 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Notify callbacks [] for port, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:56.223895 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a7e71111-b497-42f6-9b9c-08d9319f50d9 req-5e33d2d8-6bf0-48af-998b-340511b914cc tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/ports?device_id=42a95e5f-5c09-4d20-8f1a-b271fa28ed19 HTTP/1.1" status: 200 len: 210 time: 0.0488069 Jun 29 11:00:56.339071 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-7396756f-7949-4fe0-943b-b199a555c731 req-b00b23a5-7e39-46d6-bd42-67e17c5e0487 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130347142'] for port, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:56.343756 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-c52aa20c-92a3-418b-bffe-fd26bade0f1d tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:56.417446 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 54106) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:56.433322 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7396756f-7949-4fe0-943b-b199a555c731 req-b00b23a5-7e39-46d6-bd42-67e17c5e0487 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Network 9012f58e-8f3c-48ac-9c7b-0271b3e9f33e is already hosted by enough agents. {{(pid=105127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:00:56.438498 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.base_scheduler [req-7396756f-7949-4fe0-943b-b199a555c731 req-b00b23a5-7e39-46d6-bd42-67e17c5e0487 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Resources bound (agent type, host, resource id): {{(pid=105127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:00:56.442289 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [req-7396756f-7949-4fe0-943b-b199a555c731 req-b00b23a5-7e39-46d6-bd42-67e17c5e0487 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Received port after_create {{(pid=105127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:00:56.473838 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b23a5-7e39-46d6-bd42-67e17c5e0487 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Pushing event updated for resources: {'Port': ['ID=f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:56.478715 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-b00b23a5-7e39-46d6-bd42-67e17c5e0487 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:56.498738 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396756f-7949-4fe0-943b-b199a555c731 req-b00b23a5-7e39-46d6-bd42-67e17c5e0487 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:56.499354 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-7396756f-7949-4fe0-943b-b199a555c731 req-b00b23a5-7e39-46d6-bd42-67e17c5e0487 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:56.529229 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-3d10af63-d1a8-4696-80f5-23d34b5223fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:56.674415 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7396756f-7949-4fe0-943b-b199a555c731 req-b00b23a5-7e39-46d6-bd42-67e17c5e0487 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0685463 Jun 29 11:00:56.698091 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [req-7396756f-7949-4fe0-943b-b199a555c731 req-e2744bbf-7262-435b-b031-71865cc73ca9 service neutron] Request body: {'port': {'device_id': '42a95e5f-5c09-4d20-8f1a-b271fa28ed19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:00:56.780633 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-3d10af63-d1a8-4696-80f5-23d34b5223fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:56.846180 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-7396756f-7949-4fe0-943b-b199a555c731 req-e2744bbf-7262-435b-b031-71865cc73ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:56.882935 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c84b3-1d54-4d85-90f9-2b83db0549f5 req-be7b7ec0-ca5f-4d45-bd8c-1ea0b086c2c9 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:56.884505 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-238c84b3-1d54-4d85-90f9-2b83db0549f5 req-be7b7ec0-ca5f-4d45-bd8c-1ea0b086c2c9 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.0719526 Jun 29 11:00:56.918193 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-3d10af63-d1a8-4696-80f5-23d34b5223fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:56.928265 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585d870-5cec-4720-8a2a-b22993cfd506 req-ca3c3480-2cec-4006-951f-27c344073d22 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:56.928265 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-b585d870-5cec-4720-8a2a-b22993cfd506 req-ca3c3480-2cec-4006-951f-27c344073d22 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 945 time: 0.1185639 Jun 29 11:00:56.928775 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-f9010192-ec3f-4fba-aece-a2d3ecfbfb8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:56.943849 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-238c84b3-1d54-4d85-90f9-2b83db0549f5 req-f38776c8-af2f-4aca-bafc-35402b420421 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535843 Jun 29 11:00:56.968699 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-3d10af63-d1a8-4696-80f5-23d34b5223fa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8bf003bcaab74c23bcdcec310fdbecb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5501049 Jun 29 11:00:56.969606 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10af63-d1a8-4696-80f5-23d34b5223fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96bb01de-80ca-4895-a5e3-52b2265cd2b3,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:56.976924 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10af63-d1a8-4696-80f5-23d34b5223fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:00:56.977489 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10af63-d1a8-4696-80f5-23d34b5223fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:00:56.977868 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10af63-d1a8-4696-80f5-23d34b5223fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:00:56.978215 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10af63-d1a8-4696-80f5-23d34b5223fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:00:56.978570 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10af63-d1a8-4696-80f5-23d34b5223fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:00:56.978924 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10af63-d1a8-4696-80f5-23d34b5223fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:00:56.979273 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10af63-d1a8-4696-80f5-23d34b5223fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:00:56.979621 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10af63-d1a8-4696-80f5-23d34b5223fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:00:56.979972 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10af63-d1a8-4696-80f5-23d34b5223fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:00:56.980319 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10af63-d1a8-4696-80f5-23d34b5223fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:00:56.980688 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10af63-d1a8-4696-80f5-23d34b5223fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:00:56.981031 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10af63-d1a8-4696-80f5-23d34b5223fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:00:56.984810 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 54122) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:56.990994 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-3d10af63-d1a8-4696-80f5-23d34b5223fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:57.041427 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-1916b847-fde0-4ebf-af63-6f187230b91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:57.065445 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-1916b847-fde0-4ebf-af63-6f187230b91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:57.088879 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-b585d870-5cec-4720-8a2a-b22993cfd506 req-db40693f-418d-4c30-a54c-a0969ffc699b tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528814 Jun 29 11:00:57.145650 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76f545-9e4c-4162-9c25-27f700c0fa97 req-4a7a6d65-3dea-4212-9a68-b9c00725c9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:57.148138 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-6e76f545-9e4c-4162-9c25-27f700c0fa97 req-4a7a6d65-3dea-4212-9a68-b9c00725c9ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6299943bac064fd7b1103e93d469d653&device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 1098 time: 0.2137020 Jun 29 11:00:57.302112 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [req-7396756f-7949-4fe0-943b-b199a555c731 req-e2744bbf-7262-435b-b031-71865cc73ca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6 {{(pid=105127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:00:57.303899 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-1916b847-fde0-4ebf-af63-6f187230b91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:57.306584 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-1916b847-fde0-4ebf-af63-6f187230b91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:57.307842 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-1916b847-fde0-4ebf-af63-6f187230b91c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/96bb01de-80ca-4895-a5e3-52b2265cd2b3 HTTP/1.1" status: 204 len: 168 time: 0.3186681 Jun 29 11:00:57.308780 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-4bad86ce-ef5c-4862-a97e-915e9b55ac99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:57.324764 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1916b847-fde0-4ebf-af63-6f187230b91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bb01de-80ca-4895-a5e3-52b2265cd2b3,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:57.335460 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-1916b847-fde0-4ebf-af63-6f187230b91c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:57.335596 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-7396756f-7949-4fe0-943b-b199a555c731 req-e2744bbf-7262-435b-b031-71865cc73ca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:57.344941 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76f545-9e4c-4162-9c25-27f700c0fa97 req-32fcea95-270f-46a1-b7fc-a4f79d63d9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:57.346212 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-6e76f545-9e4c-4162-9c25-27f700c0fa97 req-32fcea95-270f-46a1-b7fc-a4f79d63d9a6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8d7f72c5-0ecd-48cd-ad50-7ae8533793ae HTTP/1.1" status: 200 len: 919 time: 0.1767957 Jun 29 11:00:57.364876 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.provisioning_blocks [req-7396756f-7949-4fe0-943b-b199a555c731 req-e2744bbf-7262-435b-b031-71865cc73ca9 service neutron] Transition to ACTIVE for port object f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6 will not be triggered until provisioned by entity L2. {{(pid=105127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:00:57.397923 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-6e76f545-9e4c-4162-9c25-27f700c0fa97 req-b90489cd-ab28-4bb9-b6d4-ab06985d5066 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=762cc699-8b9c-42ab-a8bf-26daf7d725b0 HTTP/1.1" status: 200 len: 217 time: 0.0426469 Jun 29 11:00:57.443375 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd35632-4cd5-4fda-8fb2-4a781fdd3cb8 req-c358b184-89a9-4d4d-9cbf-60dc4238db17 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:57.445818 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-6dd35632-4cd5-4fda-8fb2-4a781fdd3cb8 req-c358b184-89a9-4d4d-9cbf-60dc4238db17 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/ports?device_id=42a95e5f-5c09-4d20-8f1a-b271fa28ed19 HTTP/1.1" status: 200 len: 932 time: 0.0732279 Jun 29 11:00:57.457266 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76f545-9e4c-4162-9c25-27f700c0fa97 req-c03f7289-3714-4da6-a7f9-26e5baea6c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:57.458719 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-6e76f545-9e4c-4162-9c25-27f700c0fa97 req-c03f7289-3714-4da6-a7f9-26e5baea6c09 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b6175b8a-51af-4ce8-b7f0-839520dcb7e3 HTTP/1.1" status: 200 len: 858 time: 0.0476842 Jun 29 11:00:57.490858 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-6dd35632-4cd5-4fda-8fb2-4a781fdd3cb8 req-2d998e48-6f2b-4394-85ab-c9a57c67c2c3 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/security-groups?id=57bfa6ac-0e09-4ec9-b20f-5148c6d293be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382791 Jun 29 11:00:57.501316 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-6e76f545-9e4c-4162-9c25-27f700c0fa97 req-fdcb845e-42f7-4fc1-98fb-7bd9657ae321 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8d7f72c5-0ecd-48cd-ad50-7ae8533793ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276346 Jun 29 11:00:57.539569 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-7396756f-7949-4fe0-943b-b199a555c731 req-e2744bbf-7262-435b-b031-71865cc73ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130347152'] for port, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:57.569493 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-51a84ab2-93c5-4376-ba8a-0ab27d25113b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:57.627641 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2744bbf-7262-435b-b031-71865cc73ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6,revision_number=2']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:57.634035 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-e2744bbf-7262-435b-b031-71865cc73ca9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:57.703962 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-6e76f545-9e4c-4162-9c25-27f700c0fa97 req-8f0bf9cf-14c3-4ddd-822c-138b29a495e4 service neutron] 10.222.0.42 "GET /v2.0/networks/8d7f72c5-0ecd-48cd-ad50-7ae8533793ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884634 Jun 29 11:00:57.781385 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-7396756f-7949-4fe0-943b-b199a555c731 req-e2744bbf-7262-435b-b031-71865cc73ca9 service neutron] Attempting to bind port f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:00:57.782400 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-7396756f-7949-4fe0-943b-b199a555c731 req-e2744bbf-7262-435b-b031-71865cc73ca9 service neutron] Attempting to bind port f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'f8674210-aa14-4b17-8a06-58bca2a2e300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '9012f58e-8f3c-48ac-9c7b-0271b3e9f33e'}] {{(pid=105127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:00:57.782400 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7396756f-7949-4fe0-943b-b199a555c731 req-e2744bbf-7262-435b-b031-71865cc73ca9 service neutron] Attempting to bind port f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6 on network 9012f58e-8f3c-48ac-9c7b-0271b3e9f33e {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:00:57.789193 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7396756f-7949-4fe0-943b-b199a555c731 req-e2744bbf-7262-435b-b031-71865cc73ca9 service neutron] Port f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6 on network 9012f58e-8f3c-48ac-9c7b-0271b3e9f33e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:00:57.789515 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7396756f-7949-4fe0-943b-b199a555c731 req-e2744bbf-7262-435b-b031-71865cc73ca9 service neutron] Attempting to bind port f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6 on network 9012f58e-8f3c-48ac-9c7b-0271b3e9f33e {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:00:57.802360 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7396756f-7949-4fe0-943b-b199a555c731 req-e2744bbf-7262-435b-b031-71865cc73ca9 service neutron] Checking agent: {'id': 'bdcb3022-9de1-427e-88c2-d5d630f764fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 56, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:00:57.802668 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7396756f-7949-4fe0-943b-b199a555c731 req-e2744bbf-7262-435b-b031-71865cc73ca9 service neutron] Checking segment: {'id': 'f8674210-aa14-4b17-8a06-58bca2a2e300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '9012f58e-8f3c-48ac-9c7b-0271b3e9f33e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:00:57.802998 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7396756f-7949-4fe0-943b-b199a555c731 req-e2744bbf-7262-435b-b031-71865cc73ca9 service neutron] Bound using segment: {'id': 'f8674210-aa14-4b17-8a06-58bca2a2e300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '9012f58e-8f3c-48ac-9c7b-0271b3e9f33e'} {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:00:57.803439 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-7396756f-7949-4fe0-943b-b199a555c731 req-e2744bbf-7262-435b-b031-71865cc73ca9 service neutron] Bound port: f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8674210-aa14-4b17-8a06-58bca2a2e300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '9012f58e-8f3c-48ac-9c7b-0271b3e9f33e'}}] {{(pid=105127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:00:57.803795 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-7396756f-7949-4fe0-943b-b199a555c731 req-e2744bbf-7262-435b-b031-71865cc73ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:57.864765 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-6e76f545-9e4c-4162-9c25-27f700c0fa97 req-f7763a28-7a16-4fc1-92e5-0643f7396e54 service neutron] 10.222.0.42 "GET /v2.0/networks/8d7f72c5-0ecd-48cd-ad50-7ae8533793ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461937 Jun 29 11:00:57.899340 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-7396756f-7949-4fe0-943b-b199a555c731 req-e2744bbf-7262-435b-b031-71865cc73ca9 service neutron] For port f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6, host hv-cinder-79351, cleared binding levels {{(pid=105127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:00:57.902504 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-7396756f-7949-4fe0-943b-b199a555c731 req-e2744bbf-7262-435b-b031-71865cc73ca9 service neutron] For port f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6,segment=NetworkSegment(f8674210-aa14-4b17-8a06-58bca2a2e300),segment_id=f8674210-aa14-4b17-8a06-58bca2a2e300)] {{(pid=105127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:00:57.950424 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 54140) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:57.990557 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-7396756f-7949-4fe0-943b-b199a555c731 req-e2744bbf-7262-435b-b031-71865cc73ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130347152'] for port, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:57.994439 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-5d70ea50-cd8e-4e39-9887-ad4b91435ee4 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:58.029913 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396756f-7949-4fe0-943b-b199a555c731 req-e2744bbf-7262-435b-b031-71865cc73ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:58.030633 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-7396756f-7949-4fe0-943b-b199a555c731 req-e2744bbf-7262-435b-b031-71865cc73ca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:58.031924 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7396756f-7949-4fe0-943b-b199a555c731 req-e2744bbf-7262-435b-b031-71865cc73ca9 service neutron] 10.222.0.42 "PUT /v2.0/ports/f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6 HTTP/1.1" status: 200 len: 1094 time: 1.3414948 Jun 29 11:00:58.036722 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a95e5f-5c09-4d20-8f1a-b271fa28ed19', 'tag': 'f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6'}] {{(pid=105127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:00:58.040178 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51926c8a96ac3dcbe8a9a7c61d1f1b13ee7346919254cfc90a12d4d270e3eabf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53dd569b-a9c5-4f71-a57a-45f371938d87" -d '{"events": [{"name": "network-changed", "server_uuid": "42a95e5f-5c09-4d20-8f1a-b271fa28ed19", "tag": "f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6"}]}' {{(pid=105127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:00:58.068782 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2744bbf-7262-435b-b031-71865cc73ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6,revision_number=3']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:58.074094 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-e2744bbf-7262-435b-b031-71865cc73ca9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:58.079018 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-55fd68ed-7d17-4817-9a1b-bd2452a27ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:58.104673 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7beaea28-99f9-4edf-bdb6-7dd25101c182 x-openstack-request-id: req-7beaea28-99f9-4edf-bdb6-7dd25101c182 {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:00:58.104990 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a95e5f-5c09-4d20-8f1a-b271fa28ed19", "tag": "f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6", "status": "completed", "code": 200}]} {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:00:58.105271 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7beaea28-99f9-4edf-bdb6-7dd25101c182 {{(pid=105127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:00:58.111584 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a95e5f-5c09-4d20-8f1a-b271fa28ed19', 'tag': 'f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6', 'status': 'completed', 'code': 200} Jun 29 11:00:58.147465 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67475e4-d0b9-40a5-97c9-8caef5c9f499 req-4ff2ba52-c578-4bdd-99ec-bfc76fc5bbca tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:58.154377 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-c67475e4-d0b9-40a5-97c9-8caef5c9f499 req-4ff2ba52-c578-4bdd-99ec-bfc76fc5bbca tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.0776753 Jun 29 11:00:58.198715 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-c67475e4-d0b9-40a5-97c9-8caef5c9f499 req-0cf0e306-cd08-4bc4-93e6-64750834b1db tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408657 Jun 29 11:00:58.201038 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-55fd68ed-7d17-4817-9a1b-bd2452a27ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:58.268810 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd569b-a9c5-4f71-a57a-45f371938d87 req-0fc6d8b3-2979-4449-9ca6-b3d7ca1b06f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:58.268810 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-53dd569b-a9c5-4f71-a57a-45f371938d87 req-0fc6d8b3-2979-4449-9ca6-b3d7ca1b06f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=64b4611acc5342f2b0c1b2066bd88fd5&device_id=42a95e5f-5c09-4d20-8f1a-b271fa28ed19 HTTP/1.1" status: 200 len: 1097 time: 0.0597610 Jun 29 11:00:58.310462 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 54156) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:58.313322 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10d2e1-7ffd-4137-a471-d955c788e3bb req-048f3207-4cda-40a9-ac71-0c00adc6fb02 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:58.318286 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-0c10d2e1-7ffd-4137-a471-d955c788e3bb req-048f3207-4cda-40a9-ac71-0c00adc6fb02 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 945 time: 0.0978236 Jun 29 11:00:58.320464 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-55fd68ed-7d17-4817-9a1b-bd2452a27ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:58.324687 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-89afd8e9-ba52-4acb-be19-0d873dcd0b9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:58.344413 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c1ac532c-1350-472a-9d21-5259a7cc86cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:58.382884 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-55fd68ed-7d17-4817-9a1b-bd2452a27ff3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=48b3a23f77dd4b6fa1918887c9ec7c8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4283271 Jun 29 11:00:58.382884 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd68ed-7d17-4817-9a1b-bd2452a27ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5ea490-bf80-4cc0-a69a-7b1a78740cac,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:58.390276 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 54160) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:58.392886 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-55fd68ed-7d17-4817-9a1b-bd2452a27ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:58.412111 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-0c10d2e1-7ffd-4137-a471-d955c788e3bb req-3927e907-255f-4e54-89e0-b4a85c3541cc tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791421 Jun 29 11:00:58.456570 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-fe8fadf0-8d91-4ba4-9ebe-d65be61c733d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:58.478108 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-fe8fadf0-8d91-4ba4-9ebe-d65be61c733d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:58.493455 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd569b-a9c5-4f71-a57a-45f371938d87 req-ffc9c4af-5f3d-4311-b6a8-53bcc563b585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:58.494917 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-53dd569b-a9c5-4f71-a57a-45f371938d87 req-ffc9c4af-5f3d-4311-b6a8-53bcc563b585 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=64b4611acc5342f2b0c1b2066bd88fd5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1623845 Jun 29 11:00:58.608691 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c1ac532c-1350-472a-9d21-5259a7cc86cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:58.619174 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-fe8fadf0-8d91-4ba4-9ebe-d65be61c733d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:58.624299 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-fe8fadf0-8d91-4ba4-9ebe-d65be61c733d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:58.625965 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-fe8fadf0-8d91-4ba4-9ebe-d65be61c733d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6b5ea490-bf80-4cc0-a69a-7b1a78740cac HTTP/1.1" status: 204 len: 168 time: 0.2342227 Jun 29 11:00:58.626715 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:58.637404 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8fadf0-8d91-4ba4-9ebe-d65be61c733d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5ea490-bf80-4cc0-a69a-7b1a78740cac,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:58.639877 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-fe8fadf0-8d91-4ba4-9ebe-d65be61c733d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:58.675897 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd569b-a9c5-4f71-a57a-45f371938d87 req-97865514-e116-4a23-8d8e-ba477cf8a6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:58.676869 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-53dd569b-a9c5-4f71-a57a-45f371938d87 req-97865514-e116-4a23-8d8e-ba477cf8a6bf service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1707487 Jun 29 11:00:58.710004 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5626ee83-ae91-4a94-aa5e-345630cc7a9e req-16c16692-f0a8-45cd-b110-2bcc72432564 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:58.711534 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-5626ee83-ae91-4a94-aa5e-345630cc7a9e req-16c16692-f0a8-45cd-b110-2bcc72432564 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/ports?device_id=42a95e5f-5c09-4d20-8f1a-b271fa28ed19 HTTP/1.1" status: 200 len: 944 time: 0.0977592 Jun 29 11:00:58.712814 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c1ac532c-1350-472a-9d21-5259a7cc86cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:58.716148 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-f60d7b20-fdf6-4a97-bd56-bb20e16ac1bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:58.780259 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac532c-1350-472a-9d21-5259a7cc86cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a8b2b9-ec3e-4fa7-8b7d-42c79515895c,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:58.899659 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 54172) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:58.949559 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:59.015242 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-c1ac532c-1350-472a-9d21-5259a7cc86cc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=81685088b12c46839a75884f087f52af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7025628 Jun 29 11:00:59.017964 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-c1ac532c-1350-472a-9d21-5259a7cc86cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:59.019360 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 54180) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:59.032137 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-fe196efd-cad2-4a58-a361-fd2a838085b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:59.050553 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-5626ee83-ae91-4a94-aa5e-345630cc7a9e req-4290dfd9-f416-48f3-ad3a-9cbefacc48b8 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/security-groups?id=57bfa6ac-0e09-4ec9-b20f-5148c6d293be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306460 Jun 29 11:00:59.102923 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-8b746838-a1c3-426b-bfb6-3844418b3949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:59.107871 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396756f-7949-4fe0-943b-b199a555c731 req-699f2987-2e22-41a2-89a3-d481200a7abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:59.109589 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7396756f-7949-4fe0-943b-b199a555c731 req-699f2987-2e22-41a2-89a3-d481200a7abf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=64b4611acc5342f2b0c1b2066bd88fd5&device_id=42a95e5f-5c09-4d20-8f1a-b271fa28ed19 HTTP/1.1" status: 200 len: 1097 time: 0.3444614 Jun 29 11:00:59.136531 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-8b746838-a1c3-426b-bfb6-3844418b3949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:59.138459 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-fe196efd-cad2-4a58-a361-fd2a838085b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:59.171429 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7396756f-7949-4fe0-943b-b199a555c731 req-05b7944b-5854-4843-a065-5cad50a0d027 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6 HTTP/1.1" status: 200 len: 217 time: 0.0454478 Jun 29 11:00:59.240324 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396756f-7949-4fe0-943b-b199a555c731 req-8daa7ce8-f53d-42be-9428-21b6eef76cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:59.242226 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7396756f-7949-4fe0-943b-b199a555c731 req-8daa7ce8-f53d-42be-9428-21b6eef76cb8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=46d9870d-fb02-4d60-8a8c-23ff9689c8d6 HTTP/1.1" status: 200 len: 849 time: 0.0624804 Jun 29 11:00:59.281277 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-fe196efd-cad2-4a58-a361-fd2a838085b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:59.287037 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-157fb0ae-f955-4f66-9026-04143f1baaa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:59.292940 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7396756f-7949-4fe0-943b-b199a555c731 req-359cf2ea-599d-44bb-aaec-c7c6ec317aa6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9012f58e-8f3c-48ac-9c7b-0271b3e9f33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300395 Jun 29 11:00:59.332883 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-fe196efd-cad2-4a58-a361-fd2a838085b9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=024a73b28e98441a81305817797d89a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4317112 Jun 29 11:00:59.354805 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 54188) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:59.369043 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe196efd-cad2-4a58-a361-fd2a838085b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a24080-187c-4e83-b551-1bf21167d7ed,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:59.372434 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-fe196efd-cad2-4a58-a361-fd2a838085b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:59.425802 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-8b746838-a1c3-426b-bfb6-3844418b3949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:59.428492 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-8b746838-a1c3-426b-bfb6-3844418b3949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:59.429555 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-8b746838-a1c3-426b-bfb6-3844418b3949 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/81a8b2b9-ec3e-4fa7-8b7d-42c79515895c HTTP/1.1" status: 204 len: 168 time: 0.4019663 Jun 29 11:00:59.435195 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-27b5e01b-dbc3-4af6-bd51-97b1e5c5c3d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:59.436052 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4945d-c928-4217-af7a-737c061d7d2c req-fd7b5137-d185-48ad-8fbb-7e4a186257fa tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:59.438785 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-27e4945d-c928-4217-af7a-737c061d7d2c req-fd7b5137-d185-48ad-8fbb-7e4a186257fa tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.1115689 Jun 29 11:00:59.477817 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b746838-a1c3-426b-bfb6-3844418b3949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a8b2b9-ec3e-4fa7-8b7d-42c79515895c,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:59.480913 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-8b746838-a1c3-426b-bfb6-3844418b3949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:59.511498 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-27e4945d-c928-4217-af7a-737c061d7d2c req-8cea72aa-b0cc-4d8e-bd44-578c2ee25a2d tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606463 Jun 29 11:00:59.524672 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-9f15a738-41c9-469d-b11f-27638455556d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:59.542678 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7396756f-7949-4fe0-943b-b199a555c731 req-16696f51-ca41-4177-bf28-17b6b9d933f1 service neutron] 10.222.0.42 "GET /v2.0/networks/9012f58e-8f3c-48ac-9c7b-0271b3e9f33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275367 Jun 29 11:00:59.577471 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44032da-3a45-4bcf-96e0-b7d90da16500 req-fdb7a9a3-07d1-49c3-94e2-4dfffacccac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:59.578956 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a44032da-3a45-4bcf-96e0-b7d90da16500 req-fdb7a9a3-07d1-49c3-94e2-4dfffacccac1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6299943bac064fd7b1103e93d469d653&device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 1098 time: 0.2156045 Jun 29 11:00:59.615395 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-9f15a738-41c9-469d-b11f-27638455556d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:59.753768 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 54206) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:59.826551 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7396756f-7949-4fe0-943b-b199a555c731 req-257617ac-a8ae-4e6c-97a8-d8e77b601b3d service neutron] 10.222.0.42 "GET /v2.0/networks/9012f58e-8f3c-48ac-9c7b-0271b3e9f33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834818 Jun 29 11:00:59.835285 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44032da-3a45-4bcf-96e0-b7d90da16500 req-4bbdfb03-d96e-4ef0-98e0-1e7ba9e41bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:59.836776 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a44032da-3a45-4bcf-96e0-b7d90da16500 req-4bbdfb03-d96e-4ef0-98e0-1e7ba9e41bae service neutron] 10.222.0.42 "GET /v2.0/networks?id=8d7f72c5-0ecd-48cd-ad50-7ae8533793ae HTTP/1.1" status: 200 len: 919 time: 0.2235990 Jun 29 11:00:59.850586 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc1aa3-9a75-4191-9bea-d6e0d3705d1e req-6d507f53-2f0d-4808-93ad-ddc968113034 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:59.852111 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-e0dc1aa3-9a75-4191-9bea-d6e0d3705d1e req-6d507f53-2f0d-4808-93ad-ddc968113034 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 945 time: 0.2458904 Jun 29 11:00:59.901108 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a44032da-3a45-4bcf-96e0-b7d90da16500 req-30dd89d6-83f2-44ba-bf0c-d92253b54ff2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=762cc699-8b9c-42ab-a8bf-26daf7d725b0 HTTP/1.1" status: 200 len: 217 time: 0.0451231 Jun 29 11:00:59.901394 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-a4bbf513-00b1-4ee8-817f-f5c452080a79 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-198654073-network', 'tenant_id': 'cf3eb55687784d58baefbd075c2bee23'}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:00:59.958646 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-9f15a738-41c9-469d-b11f-27638455556d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:59.961202 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-9f15a738-41c9-469d-b11f-27638455556d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:59.962318 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-9f15a738-41c9-469d-b11f-27638455556d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/39a24080-187c-4e83-b551-1bf21167d7ed HTTP/1.1" status: 204 len: 168 time: 0.6065567 Jun 29 11:00:59.968596 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:59.980248 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-e0dc1aa3-9a75-4191-9bea-d6e0d3705d1e req-78f6e7f7-655e-49b3-b97a-898e6e77c8cd tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196153 Jun 29 11:00:59.987873 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f15a738-41c9-469d-b11f-27638455556d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a24080-187c-4e83-b551-1bf21167d7ed,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:59.987873 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-9f15a738-41c9-469d-b11f-27638455556d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:59.989018 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44032da-3a45-4bcf-96e0-b7d90da16500 req-0e2ee6b1-d75b-4639-9e58-a7419c54e388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:00:59.990539 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a44032da-3a45-4bcf-96e0-b7d90da16500 req-0e2ee6b1-d75b-4639-9e58-a7419c54e388 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b6175b8a-51af-4ce8-b7f0-839520dcb7e3 HTTP/1.1" status: 200 len: 858 time: 0.0806258 Jun 29 11:01:00.007242 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4bbf513-00b1-4ee8-817f-f5c452080a79 admin admin] Made reservation on behalf of cf3eb55687784d58baefbd075c2bee23 for: {'network': 1} {{(pid=105126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:01:00.009572 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-a4bbf513-00b1-4ee8-817f-f5c452080a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for network, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:00.018432 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-a4bbf513-00b1-4ee8-817f-f5c452080a79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:00.065208 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a44032da-3a45-4bcf-96e0-b7d90da16500 req-5e6b94e0-50ad-43d4-81ad-d248835bd090 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8d7f72c5-0ecd-48cd-ad50-7ae8533793ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380645 Jun 29 11:01:00.172759 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-a4bbf513-00b1-4ee8-817f-f5c452080a79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:00.239459 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a44032da-3a45-4bcf-96e0-b7d90da16500 req-e07d8d21-d6a5-4d0f-967b-4e90a4613555 service neutron] 10.222.0.42 "GET /v2.0/networks/8d7f72c5-0ecd-48cd-ad50-7ae8533793ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664746 Jun 29 11:01:00.265558 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-a4bbf513-00b1-4ee8-817f-f5c452080a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:00.277260 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc79cbc-a300-4b4c-a1b4-d9f6c3cb11af req-d9d3536b-f491-4b8e-a60b-625b237c3d9b tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:00.279112 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-8fc79cbc-a300-4b4c-a1b4-d9f6c3cb11af req-d9d3536b-f491-4b8e-a60b-625b237c3d9b tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/ports?device_id=42a95e5f-5c09-4d20-8f1a-b271fa28ed19 HTTP/1.1" status: 200 len: 944 time: 0.0825686 Jun 29 11:01:00.285827 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-1fb985d7-2ab9-4bbb-8405-acf3742ebd74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:00.303338 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4bbf513-00b1-4ee8-817f-f5c452080a79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=105126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 11:01:00.327360 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-a4bbf513-00b1-4ee8-817f-f5c452080a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790'] for segment, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:00.327703 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.db.segments_db [None req-a4bbf513-00b1-4ee8-817f-f5c452080a79 admin admin] Added segment a6aee341-5a95-4cd8-807e-f60974c0a313 of type vlan for network eda33a07-a8d0-4f6b-aa40-3f01a74f2e07 Jun 29 11:01:00.329102 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bbf513-00b1-4ee8-817f-f5c452080a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35a476b-15f9-4aff-becf-211500bacfaa,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:00.353465 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-a4bbf513-00b1-4ee8-817f-f5c452080a79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:00.393152 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-a4bbf513-00b1-4ee8-817f-f5c452080a79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761935103034'] for network, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:00.401662 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-8fc79cbc-a300-4b4c-a1b4-d9f6c3cb11af req-72f77445-7c27-4834-acef-3f90a9b15366 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/security-groups?id=57bfa6ac-0e09-4ec9-b20f-5148c6d293be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027875 Jun 29 11:01:00.420736 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55649410-9c06-49b5-823b-776f287840dc req-3e78cf8a-46d1-4b31-ad63-d36a1e66f534 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:00.427637 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-55649410-9c06-49b5-823b-776f287840dc req-3e78cf8a-46d1-4b31-ad63-d36a1e66f534 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ce5c29-7701-43bd-a6aa-8781ddc25ec3 HTTP/1.1" status: 200 len: 946 time: 0.1655381 Jun 29 11:01:00.452161 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a44032da-3a45-4bcf-96e0-b7d90da16500 req-dfc53e61-e52c-4bba-9bec-840e06e6f2b9 service neutron] 10.222.0.42 "GET /v2.0/networks/8d7f72c5-0ecd-48cd-ad50-7ae8533793ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715829 Jun 29 11:01:00.477407 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-55649410-9c06-49b5-823b-776f287840dc req-81c795be-4e1d-4de5-be1d-b159b45d8eee tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488362 Jun 29 11:01:00.583499 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-a4bbf513-00b1-4ee8-817f-f5c452080a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116'] for network, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:00.584952 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bbf513-00b1-4ee8-817f-f5c452080a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:00.585546 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-a4bbf513-00b1-4ee8-817f-f5c452080a79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for network, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:00.590155 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:00.663958 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bbf513-00b1-4ee8-817f-f5c452080a79 admin admin] Pushing event updated for resources: {'Network': ['ID=eda33a07-a8d0-4f6b-aa40-3f01a74f2e07,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:00.664491 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-a4bbf513-00b1-4ee8-817f-f5c452080a79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:00.672698 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Network eda33a07-a8d0-4f6b-aa40-3f01a74f2e07 details requested by agent ovs-agent-dv-cinder-793515-4-smb with host dv-cinder-793515-4-smb {{(pid=105128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 11:01:00.698930 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-a4bbf513-00b1-4ee8-817f-f5c452080a79 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9454319 Jun 29 11:01:00.702601 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 54246) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:01:00.708317 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-d618dc09-88c0-4a5b-a133-2a709f427c5d admin admin] Request body: {'subnet': {'network_id': 'eda33a07-a8d0-4f6b-aa40-3f01a74f2e07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-198654073-subnet', 'tenant_id': 'cf3eb55687784d58baefbd075c2bee23', 'ip_version': 4}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:01:00.728301 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51edcda5-3d21-44bc-b374-9aaacf286c91 req-e11e9ea4-04b5-4551-be83-6e93e7bdbde9 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:00.730253 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-51edcda5-3d21-44bc-b374-9aaacf286c91 req-e11e9ea4-04b5-4551-be83-6e93e7bdbde9 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.0843079 Jun 29 11:01:00.785780 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d618dc09-88c0-4a5b-a133-2a709f427c5d admin admin] Made reservation on behalf of cf3eb55687784d58baefbd075c2bee23 for: {'subnet': 1} {{(pid=105126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:01:00.788127 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-d618dc09-88c0-4a5b-a133-2a709f427c5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132084208'] for subnet, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:00.788922 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-51edcda5-3d21-44bc-b374-9aaacf286c91 req-5ced6654-e2f2-49ea-88df-8b2577f7db16 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505383 Jun 29 11:01:01.064172 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-d618dc09-88c0-4a5b-a133-2a709f427c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131239571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131955210'] for subnet, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:01.067446 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-e62d7603-b30c-4faa-a488-c987ee482e16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:01.160261 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d618dc09-88c0-4a5b-a133-2a709f427c5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=30405db8-d131-4708-9e3c-031db82ce4bd,revision_number=0']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:01.163584 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-d618dc09-88c0-4a5b-a133-2a709f427c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:01.178827 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d618dc09-88c0-4a5b-a133-2a709f427c5d admin admin] Checking segment: {'id': 'a6aee341-5a95-4cd8-807e-f60974c0a313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'eda33a07-a8d0-4f6b-aa40-3f01a74f2e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:01:01.179386 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d618dc09-88c0-4a5b-a133-2a709f427c5d admin admin] Network hostable DHCP agents. Network: eda33a07-a8d0-4f6b-aa40-3f01a74f2e07, hostable agents: ['c0824d2b-2f6c-4dc3-a849-d7b48d525e7a'], hosted agents: [] {{(pid=105126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 11:01:01.211395 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe470b9-8d6c-44dd-ae48-66a488fa9fb9 req-59447601-87d6-42a4-b2f2-a6b446506121 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:01.213164 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-7fe470b9-8d6c-44dd-ae48-66a488fa9fb9 req-59447601-87d6-42a4-b2f2-a6b446506121 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 945 time: 0.1182876 Jun 29 11:01:01.254587 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-7fe470b9-8d6c-44dd-ae48-66a488fa9fb9 req-ed073154-8c2b-4f32-a693-1951a379f861 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347748 Jun 29 11:01:01.259623 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d618dc09-88c0-4a5b-a133-2a709f427c5d admin admin] Network eda33a07-a8d0-4f6b-aa40-3f01a74f2e07 is scheduled to be hosted by DHCP agent c0824d2b-2f6c-4dc3-a849-d7b48d525e7a with binding_index 1 {{(pid=105126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 11:01:01.338247 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.base_scheduler [None req-d618dc09-88c0-4a5b-a133-2a709f427c5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-4-smb, eda33a07-a8d0-4f6b-aa40-3f01a74f2e07) {{(pid=105126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:01:01.343101 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d618dc09-88c0-4a5b-a133-2a709f427c5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:01.343685 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-d618dc09-88c0-4a5b-a133-2a709f427c5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:01.348556 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a72541-5100-4a54-9fc0-eed8160d3ea0 None None] Network eda33a07-a8d0-4f6b-aa40-3f01a74f2e07 requested from dv-cinder-793515-4-smb {{(pid=105128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:01:01.447241 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-d618dc09-88c0-4a5b-a133-2a709f427c5d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7433579 Jun 29 11:01:01.449754 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 54276) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:01:01.457614 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-159ee271-202e-4665-bf64-0bd474556d42 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-198654073-router', 'tenant_id': 'cf3eb55687784d58baefbd075c2bee23', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907'}}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:01:01.542969 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96b9a66-43f1-4178-baae-bf89a3cc1345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4b559d8-e9f4-525d-98e1-7d473caeefe3-eda33a07-a8d0-4f6b-aa40-3f01a74f2e07', 'network_id': 'eda33a07-a8d0-4f6b-aa40-3f01a74f2e07', 'tenant_id': 'cf3eb55687784d58baefbd075c2bee23', 'fixed_ips': [{'subnet_id': '30405db8-d131-4708-9e3c-031db82ce4bd'}]}} from dv-cinder-793515-4-smb. {{(pid=105128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 11:01:01.544458 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-159ee271-202e-4665-bf64-0bd474556d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-682'] for router, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:01.545740 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-159ee271-202e-4665-bf64-0bd474556d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-659'] for router, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:01.551913 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-a96b9a66-43f1-4178-baae-bf89a3cc1345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:01.607029 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05055372-438f-49c7-987b-80559fb86426 req-b59428fd-a16d-4d50-a568-ad65fd7f70dd tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:01.615899 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-05055372-438f-49c7-987b-80559fb86426 req-b59428fd-a16d-4d50-a568-ad65fd7f70dd tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/ports?device_id=42a95e5f-5c09-4d20-8f1a-b271fa28ed19 HTTP/1.1" status: 200 len: 944 time: 0.0795860 Jun 29 11:01:01.677085 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-05055372-438f-49c7-987b-80559fb86426 req-87e93ef1-1f30-43e6-9113-9603ade47746 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/security-groups?id=57bfa6ac-0e09-4ec9-b20f-5148c6d293be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600867 Jun 29 11:01:01.755559 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-159ee271-202e-4665-bf64-0bd474556d42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:01.762749 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.db_base_plugin_common [None req-a96b9a66-43f1-4178-baae-bf89a3cc1345 None None] Allocated IP 172.20.0.2 (eda33a07-a8d0-4f6b-aa40-3f01a74f2e07/30405db8-d131-4708-9e3c-031db82ce4bd/4770a29a-c340-4cf0-91ec-2864f03b1503) {{(pid=105128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:01:01.917066 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0bcc3-6599-42a7-8037-9ef9c7f3553f req-cb28b818-0c4b-4365-ad3e-81013615b3bb tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:01.919049 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-e7b0bcc3-6599-42a7-8037-9ef9c7f3553f req-cb28b818-0c4b-4365-ad3e-81013615b3bb tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ce5c29-7701-43bd-a6aa-8781ddc25ec3 HTTP/1.1" status: 200 len: 946 time: 0.1590240 Jun 29 11:01:01.968835 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-a96b9a66-43f1-4178-baae-bf89a3cc1345 None None] Notify callbacks [] for port, precommit_create {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:01.977205 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-a96b9a66-43f1-4178-baae-bf89a3cc1345 None None] Transition to ACTIVE for port object 4770a29a-c340-4cf0-91ec-2864f03b1503 will not be triggered until provisioned by entity L2. {{(pid=105128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:01:02.001460 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-159ee271-202e-4665-bf64-0bd474556d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-653'] for router, precommit_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:02.001751 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-a96b9a66-43f1-4178-baae-bf89a3cc1345 None None] Transition to ACTIVE for port object 4770a29a-c340-4cf0-91ec-2864f03b1503 will not be triggered until provisioned by entity DHCP. {{(pid=105128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:01:02.028960 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-e7b0bcc3-6599-42a7-8037-9ef9c7f3553f req-3fce5077-2347-47a2-8cfb-13d7902f44c3 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776339 Jun 29 11:01:02.039123 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c1780-d3e5-4ba6-b18b-2ffa699fb933 req-314758da-fc0e-474d-8f7b-06e946b09a74 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:02.040692 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-6f9c1780-d3e5-4ba6-b18b-2ffa699fb933 req-314758da-fc0e-474d-8f7b-06e946b09a74 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.0797224 Jun 29 11:01:02.058691 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-a96b9a66-43f1-4178-baae-bf89a3cc1345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791'] for port, after_create {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:02.061353 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:02.107018 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-6f9c1780-d3e5-4ba6-b18b-2ffa699fb933 req-b4673a0b-53b2-4147-8fc3-5a64510e0fcd tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591249 Jun 29 11:01:02.113169 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96b9a66-43f1-4178-baae-bf89a3cc1345 None None] Network eda33a07-a8d0-4f6b-aa40-3f01a74f2e07 is already hosted by enough agents. {{(pid=105128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:01:02.117974 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.scheduler.base_scheduler [None req-a96b9a66-43f1-4178-baae-bf89a3cc1345 None None] Resources bound (agent type, host, resource id): {{(pid=105128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:01:02.122671 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96b9a66-43f1-4178-baae-bf89a3cc1345 None None] Received port after_create {{(pid=105128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:01:02.126341 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b9a66-43f1-4178-baae-bf89a3cc1345 None None] Pushing event updated for resources: {'Port': ['ID=4770a29a-c340-4cf0-91ec-2864f03b1503,revision_number=1']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:02.137135 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96b9a66-43f1-4178-baae-bf89a3cc1345 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:01:02.137665 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96b9a66-43f1-4178-baae-bf89a3cc1345 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:01:02.138152 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96b9a66-43f1-4178-baae-bf89a3cc1345 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:01:02.139376 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96b9a66-43f1-4178-baae-bf89a3cc1345 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:01:02.144064 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96b9a66-43f1-4178-baae-bf89a3cc1345 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:01:02.144605 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96b9a66-43f1-4178-baae-bf89a3cc1345 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:01:02.145089 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96b9a66-43f1-4178-baae-bf89a3cc1345 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:01:02.145577 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96b9a66-43f1-4178-baae-bf89a3cc1345 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:01:02.145937 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96b9a66-43f1-4178-baae-bf89a3cc1345 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:01:02.146265 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96b9a66-43f1-4178-baae-bf89a3cc1345 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:01:02.146590 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96b9a66-43f1-4178-baae-bf89a3cc1345 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:01:02.146909 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96b9a66-43f1-4178-baae-bf89a3cc1345 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:01:02.170401 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-a96b9a66-43f1-4178-baae-bf89a3cc1345 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:02.543294 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-159ee271-202e-4665-bf64-0bd474556d42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:02.566975 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-159ee271-202e-4665-bf64-0bd474556d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:02.587003 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6306e-f504-4292-9b79-1633cb2f0e18 req-a263b428-8dbf-4814-90aa-87ffab09b510 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:02.588553 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-8da6306e-f504-4292-9b79-1633cb2f0e18 req-a263b428-8dbf-4814-90aa-87ffab09b510 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 945 time: 0.1494884 Jun 29 11:01:02.616659 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-a96b9a66-43f1-4178-baae-bf89a3cc1345 None None] Attempting to bind port 4770a29a-c340-4cf0-91ec-2864f03b1503 on host dv-cinder-793515-4-smb for vnic_type normal with profile {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:01:02.617448 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-a96b9a66-43f1-4178-baae-bf89a3cc1345 None None] Attempting to bind port 4770a29a-c340-4cf0-91ec-2864f03b1503 by drivers openvswitch,hyperv on host dv-cinder-793515-4-smb at level 0 using segments [{'id': 'a6aee341-5a95-4cd8-807e-f60974c0a313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'eda33a07-a8d0-4f6b-aa40-3f01a74f2e07'}] {{(pid=105128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:01:02.617828 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96b9a66-43f1-4178-baae-bf89a3cc1345 None None] Attempting to bind port 4770a29a-c340-4cf0-91ec-2864f03b1503 on network eda33a07-a8d0-4f6b-aa40-3f01a74f2e07 {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:01:02.623755 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96b9a66-43f1-4178-baae-bf89a3cc1345 None None] Checking agent: {'id': 'cc1c0530-ae64-418d-bf21-3e9fb04f4b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 50, 39), 'started_at': datetime.datetime(2021, 6, 29, 10, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:01:02.624572 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96b9a66-43f1-4178-baae-bf89a3cc1345 None None] Checking segment: {'id': 'a6aee341-5a95-4cd8-807e-f60974c0a313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'eda33a07-a8d0-4f6b-aa40-3f01a74f2e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:01:02.625250 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-a96b9a66-43f1-4178-baae-bf89a3cc1345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:02.625724 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96b9a66-43f1-4178-baae-bf89a3cc1345 None None] Bound using segment: {'id': 'a6aee341-5a95-4cd8-807e-f60974c0a313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'eda33a07-a8d0-4f6b-aa40-3f01a74f2e07'} {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:01:02.626274 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-a96b9a66-43f1-4178-baae-bf89a3cc1345 None None] Bound port: 4770a29a-c340-4cf0-91ec-2864f03b1503, host: dv-cinder-793515-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6aee341-5a95-4cd8-807e-f60974c0a313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'eda33a07-a8d0-4f6b-aa40-3f01a74f2e07'}}] {{(pid=105128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:01:02.626732 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-a96b9a66-43f1-4178-baae-bf89a3cc1345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:02.687103 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-8da6306e-f504-4292-9b79-1633cb2f0e18 req-7eba205f-21f2-4504-bdcb-4a61006797b5 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586212 Jun 29 11:01:02.701770 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-a96b9a66-43f1-4178-baae-bf89a3cc1345 None None] For port 4770a29a-c340-4cf0-91ec-2864f03b1503, host dv-cinder-793515-4-smb, cleared binding levels {{(pid=105128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:01:02.715742 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-a96b9a66-43f1-4178-baae-bf89a3cc1345 None None] For port 4770a29a-c340-4cf0-91ec-2864f03b1503, host dv-cinder-793515-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=4770a29a-c340-4cf0-91ec-2864f03b1503,segment=NetworkSegment(a6aee341-5a95-4cd8-807e-f60974c0a313),segment_id=a6aee341-5a95-4cd8-807e-f60974c0a313)] {{(pid=105128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:01:02.760733 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.db.db_base_plugin_common [None req-159ee271-202e-4665-bf64-0bd474556d42 admin admin] Allocated IP 172.28.3.125 (1d7db265-d806-41f6-8c7b-d59edd3be907/fc612ae2-4270-45ac-95ad-2bcf2d224ecb/1e5af5f5-7f1e-42f1-966c-8064f296877c) {{(pid=105126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:01:02.793811 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-a96b9a66-43f1-4178-baae-bf89a3cc1345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:02.802673 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:02.827345 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc523203-40e6-4df0-995f-39164c48786e req-64236fca-b984-46c9-83a5-20eca4516aa4 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:02.829056 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-fc523203-40e6-4df0-995f-39164c48786e req-64236fca-b984-46c9-83a5-20eca4516aa4 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.42 "GET /v2.0/ports?device_id=27ce5c29-7701-43bd-a6aa-8781ddc25ec3 HTTP/1.1" status: 200 len: 946 time: 0.1451209 Jun 29 11:01:02.895063 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-159ee271-202e-4665-bf64-0bd474556d42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:02.896957 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b9a66-43f1-4178-baae-bf89a3cc1345 None None] Pushing event updated for resources: {'Port': ['ID=4770a29a-c340-4cf0-91ec-2864f03b1503,revision_number=2']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:02.910653 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-a96b9a66-43f1-4178-baae-bf89a3cc1345 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:03.020279 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d932b4-6265-4ac9-8c5a-7ab8a5187d52 req-21bc9fcb-e7ab-449f-b884-599db9924b58 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:03.021972 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-69d932b4-6265-4ac9-8c5a-7ab8a5187d52 req-21bc9fcb-e7ab-449f-b884-599db9924b58 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/ports?device_id=42a95e5f-5c09-4d20-8f1a-b271fa28ed19 HTTP/1.1" status: 200 len: 944 time: 0.1919260 Jun 29 11:01:03.032149 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-159ee271-202e-4665-bf64-0bd474556d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-131239431'] for port, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:03.041466 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:03.051301 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [req-fc523203-40e6-4df0-995f-39164c48786e req-8b64de0e-4e6a-4939-b62d-4e0056d221ca tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Deleting port 1e8d5682-9da1-4230-9072-aecbe640fe30 {{(pid=105127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:01:03.051651 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-fc523203-40e6-4df0-995f-39164c48786e req-8b64de0e-4e6a-4939-b62d-4e0056d221ca tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:03.082986 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159ee271-202e-4665-bf64-0bd474556d42 admin admin] Network 1d7db265-d806-41f6-8c7b-d59edd3be907 is already hosted by enough agents. {{(pid=105126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:01:03.086013 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.base_scheduler [None req-159ee271-202e-4665-bf64-0bd474556d42 admin admin] Resources bound (agent type, host, resource id): {{(pid=105126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:01:03.092870 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159ee271-202e-4665-bf64-0bd474556d42 admin admin] Received port after_create {{(pid=105126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:01:03.132129 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-69d932b4-6265-4ac9-8c5a-7ab8a5187d52 req-fb2c3e93-7824-4075-b377-a65482ad5943 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/security-groups?id=57bfa6ac-0e09-4ec9-b20f-5148c6d293be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010406 Jun 29 11:01:03.153949 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ee271-202e-4665-bf64-0bd474556d42 admin admin] Pushing event updated for resources: {'Port': ['ID=1e5af5f5-7f1e-42f1-966c-8064f296877c,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:03.213756 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-fc523203-40e6-4df0-995f-39164c48786e req-8b64de0e-4e6a-4939-b62d-4e0056d221ca tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] For port 1e8d5682-9da1-4230-9072-aecbe640fe30, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1e8d5682-9da1-4230-9072-aecbe640fe30,segment=NetworkSegment(d751559d-5565-473f-a10b-07ec42d05c7f),segment_id=d751559d-5565-473f-a10b-07ec42d05c7f)] {{(pid=105127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:01:03.214193 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-fc523203-40e6-4df0-995f-39164c48786e req-8b64de0e-4e6a-4939-b62d-4e0056d221ca tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:03.232850 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-159ee271-202e-4665-bf64-0bd474556d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:03.244075 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [req-fc523203-40e6-4df0-995f-39164c48786e req-8b64de0e-4e6a-4939-b62d-4e0056d221ca tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Calling delete_port for 1e8d5682-9da1-4230-9072-aecbe640fe30 owned by compute:nova {{(pid=105127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:01:03.471719 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 54372) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:01:03.480105 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b74f02-765e-4182-bb7e-48c4e84d61bb req-b762b114-3e48-4832-88a9-1bc76333a87c tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:03.481674 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-88b74f02-765e-4182-bb7e-48c4e84d61bb req-b762b114-3e48-4832-88a9-1bc76333a87c tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ce5c29-7701-43bd-a6aa-8781ddc25ec3 HTTP/1.1" status: 200 len: 946 time: 0.0660224 Jun 29 11:01:03.510209 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-fc523203-40e6-4df0-995f-39164c48786e req-8b64de0e-4e6a-4939-b62d-4e0056d221ca tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130347151'] for port, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:03.514704 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:03.524461 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-88b74f02-765e-4182-bb7e-48c4e84d61bb req-084b33a1-529c-41c2-9f75-793c2ea19511 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362439 Jun 29 11:01:03.550601 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64de0e-4e6a-4939-b62d-4e0056d221ca tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Pushing event deleted for resources: {'Port': ['ID=1e8d5682-9da1-4230-9072-aecbe640fe30,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:03.550601 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-8b64de0e-4e6a-4939-b62d-4e0056d221ca tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:03.551598 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] get_ports_and_sgs() called for port_ids ['a0992ff1-31d3-4923-889f-50a337cbc2d9', '10dd8b68-b420-4cb0-9014-f4cd5775fda2', '5f7323b3-03d0-4d85-9c2d-7fc2e11794ef', '1e8d5682-9da1-4230-9072-aecbe640fe30'] {{(pid=105128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:01:03.633885 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-7dcd0240-86ee-42a5-8edb-566a3c2338e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:03.671127 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc523203-40e6-4df0-995f-39164c48786e req-8b64de0e-4e6a-4939-b62d-4e0056d221ca tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] No DVR routers for this DVR port 1e8d5682-9da1-4230-9072-aecbe640fe30 on host hv-cinder-79351 {{(pid=105127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:01:03.676458 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-fc523203-40e6-4df0-995f-39164c48786e req-8b64de0e-4e6a-4939-b62d-4e0056d221ca tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:03.678367 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-fc523203-40e6-4df0-995f-39164c48786e req-8b64de0e-4e6a-4939-b62d-4e0056d221ca tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.42 "DELETE /v2.0/ports/1e8d5682-9da1-4230-9072-aecbe640fe30 HTTP/1.1" status: 204 len: 173 time: 0.8400590 Jun 29 11:01:03.678846 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ce5c29-7701-43bd-a6aa-8781ddc25ec3', 'name': 'network-vif-deleted', 'tag': '1e8d5682-9da1-4230-9072-aecbe640fe30'}] {{(pid=105127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:01:03.681393 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51926c8a96ac3dcbe8a9a7c61d1f1b13ee7346919254cfc90a12d4d270e3eabf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5c3a34-bd57-4688-a8af-2d0d741ad108" -d '{"events": [{"server_uuid": "27ce5c29-7701-43bd-a6aa-8781ddc25ec3", "name": "network-vif-deleted", "tag": "1e8d5682-9da1-4230-9072-aecbe640fe30"}]}' {{(pid=105127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:01:03.738748 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 4770a29a-c340-4cf0-91ec-2864f03b1503 up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:01:03.744980 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-159ee271-202e-4665-bf64-0bd474556d42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:03.826990 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58df5314-cf77-47d3-8ec5-31344a3a93a3 x-openstack-request-id: req-58df5314-cf77-47d3-8ec5-31344a3a93a3 {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:01:03.827319 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27ce5c29-7701-43bd-a6aa-8781ddc25ec3", "name": "network-vif-deleted", "tag": "1e8d5682-9da1-4230-9072-aecbe640fe30", "status": "completed", "code": 200}]} {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:01:03.827650 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-58df5314-cf77-47d3-8ec5-31344a3a93a3 {{(pid=105127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:01:03.828212 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27ce5c29-7701-43bd-a6aa-8781ddc25ec3', 'name': 'network-vif-deleted', 'tag': '1e8d5682-9da1-4230-9072-aecbe640fe30', 'status': 'completed', 'code': 200} Jun 29 11:01:03.830303 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-7dcd0240-86ee-42a5-8edb-566a3c2338e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:03.906838 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-7dcd0240-86ee-42a5-8edb-566a3c2338e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:03.957475 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-550aac86-0f18-4445-9f48-0c21f2e0c8ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:03.980581 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-7dcd0240-86ee-42a5-8edb-566a3c2338e6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a37935080138491f8e60d6ac83fff93f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5055299 Jun 29 11:01:03.984680 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 54384) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:01:03.986832 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning for port 4770a29a-c340-4cf0-91ec-2864f03b1503 completed by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:01:04.025673 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd0240-86ee-42a5-8edb-566a3c2338e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52ea71e-5c7b-456c-98ca-782c7867698b,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:04.030097 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-7dcd0240-86ee-42a5-8edb-566a3c2338e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:04.125890 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=105128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:01:04.250670 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-938a676a-d4a2-4902-9648-bec32c563970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:04.256983 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-159ee271-202e-4665-bf64-0bd474556d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540137'] for router, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:04.274981 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6,segment=NetworkSegment(f8674210-aa14-4b17-8a06-58bca2a2e300),segment_id=f8674210-aa14-4b17-8a06-58bca2a2e300)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:01:04.294723 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Returning: {'device': 'f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6', 'network_id': '9012f58e-8f3c-48ac-9c7b-0271b3e9f33e', 'port_id': 'f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6', 'mac_address': 'fa:16:3e:8b:0d:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d9870d-fb02-4d60-8a8c-23ff9689c8d6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:01:04.319569 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-938a676a-d4a2-4902-9648-bec32c563970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:04.327585 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa288f4c-d48b-4874-9a70-50791b8aacc9 None None] Network eda33a07-a8d0-4f6b-aa40-3f01a74f2e07 requested from dv-cinder-793515-4-smb {{(pid=105128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:01:04.334807 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7f6b4-58dd-4477-b29a-1d925a3fe90e req-d387fc1e-291b-49d3-8eab-203caf637ba6 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:04.337057 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-31b7f6b4-58dd-4477-b29a-1d925a3fe90e req-d387fc1e-291b-49d3-8eab-203caf637ba6 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 945 time: 0.3562257 Jun 29 11:01:04.416143 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cee9df-b591-4bb1-8e35-30a637ed9d02 req-0ad183a9-137f-4cab-9c5a-0f9abdf96e09 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:04.418398 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-b1cee9df-b591-4bb1-8e35-30a637ed9d02 req-0ad183a9-137f-4cab-9c5a-0f9abdf96e09 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.0811496 Jun 29 11:01:04.460464 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-b1cee9df-b591-4bb1-8e35-30a637ed9d02 req-92e39c61-fdb1-47cc-859b-53480d771790 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354769 Jun 29 11:01:04.465761 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-31b7f6b4-58dd-4477-b29a-1d925a3fe90e req-d9880195-2a4e-4650-9041-034738d6dd33 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156578 Jun 29 11:01:04.512573 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:04.540743 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6 {{(pid=105128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:01:04.580042 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6,segment=NetworkSegment(f8674210-aa14-4b17-8a06-58bca2a2e300),segment_id=f8674210-aa14-4b17-8a06-58bca2a2e300)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:01:04.589988 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-938a676a-d4a2-4902-9648-bec32c563970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:04.594774 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-938a676a-d4a2-4902-9648-bec32c563970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:04.599461 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-938a676a-d4a2-4902-9648-bec32c563970 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d52ea71e-5c7b-456c-98ca-782c7867698b HTTP/1.1" status: 204 len: 168 time: 0.6136580 Jun 29 11:01:04.601239 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-edfee31d-f5e5-439a-8bdb-115edb8ee886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:04.611130 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a676a-d4a2-4902-9648-bec32c563970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52ea71e-5c7b-456c-98ca-782c7867698b,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:04.619866 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-938a676a-d4a2-4902-9648-bec32c563970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:04.624537 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159ee271-202e-4665-bf64-0bd474556d42 admin admin] Router 0be7f9e8-570c-48a0-a1d5-0773355f2c0a is scheduled to L3 agent 3b2ad6f0-f3d9-4012-ac35-d330af5e0962 with binding_index 1 {{(pid=105126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 11:01:04.649762 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-57babedc-ca16-4b57-a9ac-89747b83562e None None] Provisioning for port 4770a29a-c340-4cf0-91ec-2864f03b1503 completed by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:01:04.711969 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-57babedc-ca16-4b57-a9ac-89747b83562e None None] Provisioning complete for port 4770a29a-c340-4cf0-91ec-2864f03b1503 triggered by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:01:04.712948 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-57babedc-ca16-4b57-a9ac-89747b83562e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:04.722108 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:04.726268 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:04.765080 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136b35d-f277-43df-9834-d076da3801f1 req-87965821-c46f-4973-aa85-43c91975670c tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:04.767012 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-f136b35d-f277-43df-9834-d076da3801f1 req-87965821-c46f-4973-aa85-43c91975670c tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/ports?device_id=42a95e5f-5c09-4d20-8f1a-b271fa28ed19 HTTP/1.1" status: 200 len: 944 time: 0.1429617 Jun 29 11:01:04.836200 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-f136b35d-f277-43df-9834-d076da3801f1 req-83cbcb83-ab8d-4cf7-9174-7b1d4f534a4e tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/security-groups?id=57bfa6ac-0e09-4ec9-b20f-5148c6d293be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619383 Jun 29 11:01:04.836830 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6,revision_number=4']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:04.843339 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159ee271-202e-4665-bf64-0bd474556d42 admin admin] Notify agent at l3_agent.dv-cinder-793515-4-smb the message routers_updated {{(pid=105126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:01:04.848974 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:04.866345 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405a4463-d73a-4ac3-8fcd-8dd44d309de6 None None] Sync routers for ids ['0be7f9e8-570c-48a0-a1d5-0773355f2c0a'] in dv-cinder-793515-4-smb {{(pid=105129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:01:04.882327 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405a4463-d73a-4ac3-8fcd-8dd44d309de6 None None] Routers {'0be7f9e8-570c-48a0-a1d5-0773355f2c0a'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:01:04.883671 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-405a4463-d73a-4ac3-8fcd-8dd44d309de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:00:39Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['0be7f9e8-570c-48a0-a1d5-0773355f2c0a'], 'active': True} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:01:04.914880 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-57babedc-ca16-4b57-a9ac-89747b83562e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:04.957826 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-57babedc-ca16-4b57-a9ac-89747b83562e None None] For port 4770a29a-c340-4cf0-91ec-2864f03b1503, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=4770a29a-c340-4cf0-91ec-2864f03b1503,segment=NetworkSegment(a6aee341-5a95-4cd8-807e-f60974c0a313),segment_id=a6aee341-5a95-4cd8-807e-f60974c0a313)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:01:05.035329 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-159ee271-202e-4665-bf64-0bd474556d42 admin admin] Notify callbacks [] for router, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:05.039218 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-159ee271-202e-4665-bf64-0bd474556d42 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5859697 Jun 29 11:01:05.039451 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 54402) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:01:05.055195 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-cabd00b2-0c7c-4c08-8faa-d1625955dc61 req-2584cc58-8f32-49d7-b010-2a1bbe7feb42 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ce5c29-7701-43bd-a6aa-8781ddc25ec3 HTTP/1.1" status: 200 len: 210 time: 0.0511653 Jun 29 11:01:05.081394 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvr_db [None req-405a4463-d73a-4ac3-8fcd-8dd44d309de6 None None] Set router 0be7f9e8-570c-48a0-a1d5-0773355f2c0a gateway port host: dv-cinder-793515-4-smb {{(pid=105129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:01:05.109711 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-57babedc-ca16-4b57-a9ac-89747b83562e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:05.111727 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:05.209235 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57babedc-ca16-4b57-a9ac-89747b83562e None None] Pushing event updated for resources: {'Port': ['ID=4770a29a-c340-4cf0-91ec-2864f03b1503,revision_number=3']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:05.212483 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-57babedc-ca16-4b57-a9ac-89747b83562e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:05.223064 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] get_ports_and_sgs() called for port_ids ['f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6'] {{(pid=105128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:01:05.266215 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-d31c4c0d-6f38-4e23-a2a4-33406bc9557b None None] Provisioning complete for port 4770a29a-c340-4cf0-91ec-2864f03b1503 triggered by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:01:05.266689 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-d31c4c0d-6f38-4e23-a2a4-33406bc9557b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:05.317531 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-405a4463-d73a-4ac3-8fcd-8dd44d309de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be7f9e8-570c-48a0-a1d5-0773355f2c0a', 'name': 'tempest-TestShelveInstance-198654073-router', 'tenant_id': 'cf3eb55687784d58baefbd075c2bee23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.125'}], 'enable_snat': True}, 'gw_port_id': '1e5af5f5-7f1e-42f1-966c-8064f296877c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:01:01Z', 'updated_at': '2021-06-29T11:01:03Z', 'revision_number': 3, 'project_id': 'cf3eb55687784d58baefbd075c2bee23', 'gw_port': {'id': '1e5af5f5-7f1e-42f1-966c-8064f296877c', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bc:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be7f9e8-570c-48a0-a1d5-0773355f2c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:01:02Z', 'updated_at': '2021-06-29T11:01:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb'}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:01:05.351834 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405a4463-d73a-4ac3-8fcd-8dd44d309de6 None None] Checking router: 0be7f9e8-570c-48a0-a1d5-0773355f2c0a for host: dv-cinder-793515-4-smb {{(pid=105129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:01:05.352365 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405a4463-d73a-4ac3-8fcd-8dd44d309de6 None None] Updating router 0be7f9e8-570c-48a0-a1d5-0773355f2c0a port 1e5af5f5-7f1e-42f1-966c-8064f296877c binding host dv-cinder-793515-4-smb {{(pid=105129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:01:05.414194 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-405a4463-d73a-4ac3-8fcd-8dd44d309de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:05.523657 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 54410) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:01:05.560311 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-bd82b528-6420-471a-8f77-e3ab0508af48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:05.704075 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 4770a29a-c340-4cf0-91ec-2864f03b1503 up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:01:05.726920 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-bd82b528-6420-471a-8f77-e3ab0508af48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:05.758617 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d506029d-83eb-4e81-af89-b89eac2ebab3 req-9edd8233-c836-4104-a58b-3b10ab3ed4ba tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:05.760865 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d506029d-83eb-4e81-af89-b89eac2ebab3 req-9edd8233-c836-4104-a58b-3b10ab3ed4ba tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 945 time: 0.0860302 Jun 29 11:01:05.825251 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d506029d-83eb-4e81-af89-b89eac2ebab3 req-18d078d9-53c8-4eeb-999d-310b1d25348d tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572293 Jun 29 11:01:05.838060 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-03ee1f19-953f-4e67-9d37-f163fbe94338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:05.839707 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning complete for port 4770a29a-c340-4cf0-91ec-2864f03b1503 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:01:05.839837 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:05.841812 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-bd82b528-6420-471a-8f77-e3ab0508af48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:05.846307 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-2c0eb916-2d7f-4439-a03d-c08cc957b2f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:05.896038 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-405a4463-d73a-4ac3-8fcd-8dd44d309de6 None None] Notify callbacks [] for port, precommit_update {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:05.919241 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82b528-6420-471a-8f77-e3ab0508af48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdb0a47-53e8-4038-a655-4969ae852a95,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:05.925558 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.provisioning_blocks [None req-405a4463-d73a-4ac3-8fcd-8dd44d309de6 None None] Transition to ACTIVE for port object 1e5af5f5-7f1e-42f1-966c-8064f296877c will not be triggered until provisioned by entity L2. {{(pid=105129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:01:05.938860 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-bd82b528-6420-471a-8f77-e3ab0508af48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:05.954291 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-bd82b528-6420-471a-8f77-e3ab0508af48 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1f3b6d270901494692b619fa68fc124e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4291191 Jun 29 11:01:05.958920 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 54418) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:01:06.006778 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-405a4463-d73a-4ac3-8fcd-8dd44d309de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:06.010377 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:06.019405 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-0815fa09-dc7f-4a2b-86dd-189b471b380f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:06.056544 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-0815fa09-dc7f-4a2b-86dd-189b471b380f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:06.069455 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.managers [None req-405a4463-d73a-4ac3-8fcd-8dd44d309de6 None None] Attempting to bind port 1e5af5f5-7f1e-42f1-966c-8064f296877c on host dv-cinder-793515-4-smb for vnic_type normal with profile {{(pid=105129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:01:06.070039 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.managers [None req-405a4463-d73a-4ac3-8fcd-8dd44d309de6 None None] Attempting to bind port 1e5af5f5-7f1e-42f1-966c-8064f296877c by drivers openvswitch,hyperv on host dv-cinder-793515-4-smb at level 0 using segments [{'id': 'cf6731c6-a9cf-4901-a91e-9599bf0473fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907'}] {{(pid=105129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:01:06.070551 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405a4463-d73a-4ac3-8fcd-8dd44d309de6 None None] Attempting to bind port 1e5af5f5-7f1e-42f1-966c-8064f296877c on network 1d7db265-d806-41f6-8c7b-d59edd3be907 {{(pid=105129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:01:06.085228 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405a4463-d73a-4ac3-8fcd-8dd44d309de6 None None] Checking agent: {'id': 'cc1c0530-ae64-418d-bf21-3e9fb04f4b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 50, 39), 'started_at': datetime.datetime(2021, 6, 29, 10, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:01:06.085228 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405a4463-d73a-4ac3-8fcd-8dd44d309de6 None None] Checking segment: {'id': 'cf6731c6-a9cf-4901-a91e-9599bf0473fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:01:06.085228 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-405a4463-d73a-4ac3-8fcd-8dd44d309de6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:06.085228 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405a4463-d73a-4ac3-8fcd-8dd44d309de6 None None] Bound using segment: {'id': 'cf6731c6-a9cf-4901-a91e-9599bf0473fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907'} {{(pid=105129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:01:06.085228 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.managers [None req-405a4463-d73a-4ac3-8fcd-8dd44d309de6 None None] Bound port: 1e5af5f5-7f1e-42f1-966c-8064f296877c, host: dv-cinder-793515-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6731c6-a9cf-4901-a91e-9599bf0473fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907'}}] {{(pid=105129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:01:06.085228 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-405a4463-d73a-4ac3-8fcd-8dd44d309de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:06.086424 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe336e-66c9-4e71-960d-d2916687b852 None None] Pushing event updated for resources: {'Port': ['ID=1e5af5f5-7f1e-42f1-966c-8064f296877c,revision_number=2']} {{(pid=105129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:06.104223 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.db.db_base_plugin_common [None req-03ee1f19-953f-4e67-9d37-f163fbe94338 admin admin] Allocated IP 172.20.0.1 (eda33a07-a8d0-4f6b-aa40-3f01a74f2e07/30405db8-d131-4708-9e3c-031db82ce4bd/aaf6ece0-3d3c-48ce-ae24-62a500058e14) {{(pid=105126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:01:06.123731 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c88787-49e4-4c74-84c0-8067f1128029 req-94e48bfc-18f7-4e75-b007-9a9548c722d7 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:06.124943 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fe336e-66c9-4e71-960d-d2916687b852 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:01:06.125107 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-55c88787-49e4-4c74-84c0-8067f1128029 req-94e48bfc-18f7-4e75-b007-9a9548c722d7 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/ports?device_id=42a95e5f-5c09-4d20-8f1a-b271fa28ed19 HTTP/1.1" status: 200 len: 945 time: 0.1294451 Jun 29 11:01:06.125338 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fe336e-66c9-4e71-960d-d2916687b852 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:01:06.125591 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fe336e-66c9-4e71-960d-d2916687b852 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:01:06.125920 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fe336e-66c9-4e71-960d-d2916687b852 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:01:06.126248 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fe336e-66c9-4e71-960d-d2916687b852 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:01:06.126615 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fe336e-66c9-4e71-960d-d2916687b852 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:01:06.126954 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fe336e-66c9-4e71-960d-d2916687b852 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:01:06.127351 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fe336e-66c9-4e71-960d-d2916687b852 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:01:06.127592 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fe336e-66c9-4e71-960d-d2916687b852 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:01:06.127916 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fe336e-66c9-4e71-960d-d2916687b852 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:01:06.128233 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fe336e-66c9-4e71-960d-d2916687b852 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:01:06.128670 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fe336e-66c9-4e71-960d-d2916687b852 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:01:06.141337 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG oslo_concurrency.lockutils [None req-a9fe336e-66c9-4e71-960d-d2916687b852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=105129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:06.145184 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 1e8d5682-9da1-4230-9072-aecbe640fe30 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:01:06.172785 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] No Port match for: 1e8d5682-9da1-4230-9072-aecbe640fe30 {{(pid=105128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:01:06.173309 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 1e8d5682-9da1-4230-9072-aecbe640fe30 not bound to the agent host hv-cinder-79351 {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:01:06.176051 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.db [None req-405a4463-d73a-4ac3-8fcd-8dd44d309de6 None None] For port 1e5af5f5-7f1e-42f1-966c-8064f296877c, host dv-cinder-793515-4-smb, cleared binding levels {{(pid=105129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:01:06.180064 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.db [None req-405a4463-d73a-4ac3-8fcd-8dd44d309de6 None None] For port 1e5af5f5-7f1e-42f1-966c-8064f296877c, host dv-cinder-793515-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=1e5af5f5-7f1e-42f1-966c-8064f296877c,segment=NetworkSegment(cf6731c6-a9cf-4901-a91e-9599bf0473fe),segment_id=cf6731c6-a9cf-4901-a91e-9599bf0473fe)] {{(pid=105129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:01:06.206616 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-0815fa09-dc7f-4a2b-86dd-189b471b380f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:06.210212 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-0815fa09-dc7f-4a2b-86dd-189b471b380f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:06.212865 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-0815fa09-dc7f-4a2b-86dd-189b471b380f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0bdb0a47-53e8-4038-a655-4969ae852a95 HTTP/1.1" status: 204 len: 168 time: 0.2515161 Jun 29 11:01:06.212865 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-9af81952-7435-4934-a87f-6eecf53b0376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:06.220408 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0815fa09-dc7f-4a2b-86dd-189b471b380f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdb0a47-53e8-4038-a655-4969ae852a95,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:06.233293 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-55c88787-49e4-4c74-84c0-8067f1128029 req-72ba715d-c33d-4a93-8ca8-fa742868a6fc tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/security-groups?id=57bfa6ac-0e09-4ec9-b20f-5148c6d293be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965977 Jun 29 11:01:06.237270 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-0815fa09-dc7f-4a2b-86dd-189b471b380f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:06.261536 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-03ee1f19-953f-4e67-9d37-f163fbe94338 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:06.275562 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.db.provisioning_blocks [None req-03ee1f19-953f-4e67-9d37-f163fbe94338 admin admin] Transition to ACTIVE for port object aaf6ece0-3d3c-48ce-ae24-62a500058e14 will not be triggered until provisioned by entity DHCP. {{(pid=105126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:01:06.298799 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-405a4463-d73a-4ac3-8fcd-8dd44d309de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:06.302689 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:06.350768 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405a4463-d73a-4ac3-8fcd-8dd44d309de6 None None] Routers {'0be7f9e8-570c-48a0-a1d5-0773355f2c0a'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:01:06.351319 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-405a4463-d73a-4ac3-8fcd-8dd44d309de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:00:39Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['0be7f9e8-570c-48a0-a1d5-0773355f2c0a'], 'active': True} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:01:06.401494 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-f5b08bac-a671-4cbe-a38e-765f7332172f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:06.406344 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe336e-66c9-4e71-960d-d2916687b852 None None] Pushing event updated for resources: {'Port': ['ID=1e5af5f5-7f1e-42f1-966c-8064f296877c,revision_number=3']} {{(pid=105129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:06.409544 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG oslo_concurrency.lockutils [None req-a9fe336e-66c9-4e71-960d-d2916687b852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=105129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:06.458232 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-03ee1f19-953f-4e67-9d37-f163fbe94338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-131239431'] for port, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:06.461487 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:06.475012 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvr_db [None req-405a4463-d73a-4ac3-8fcd-8dd44d309de6 None None] Set router 0be7f9e8-570c-48a0-a1d5-0773355f2c0a gateway port host: dv-cinder-793515-4-smb {{(pid=105129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:01:06.505801 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ee1f19-953f-4e67-9d37-f163fbe94338 admin admin] Network eda33a07-a8d0-4f6b-aa40-3f01a74f2e07 is already hosted by enough agents. {{(pid=105126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:01:06.508935 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.base_scheduler [None req-03ee1f19-953f-4e67-9d37-f163fbe94338 admin admin] Resources bound (agent type, host, resource id): {{(pid=105126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:01:06.511493 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ee1f19-953f-4e67-9d37-f163fbe94338 admin admin] Received port after_create {{(pid=105126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:01:06.539435 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee1f19-953f-4e67-9d37-f163fbe94338 admin admin] Pushing event updated for resources: {'Port': ['ID=aaf6ece0-3d3c-48ce-ae24-62a500058e14,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:06.543056 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-03ee1f19-953f-4e67-9d37-f163fbe94338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:06.562895 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-03ee1f19-953f-4e67-9d37-f163fbe94338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-606623'] for router_interface, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:06.874046 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-405a4463-d73a-4ac3-8fcd-8dd44d309de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be7f9e8-570c-48a0-a1d5-0773355f2c0a', 'name': 'tempest-TestShelveInstance-198654073-router', 'tenant_id': 'cf3eb55687784d58baefbd075c2bee23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.125'}], 'enable_snat': True}, 'gw_port_id': '1e5af5f5-7f1e-42f1-966c-8064f296877c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:01:01Z', 'updated_at': '2021-06-29T11:01:03Z', 'revision_number': 3, 'project_id': 'cf3eb55687784d58baefbd075c2bee23', 'gw_port': {'id': '1e5af5f5-7f1e-42f1-966c-8064f296877c', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bc:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be7f9e8-570c-48a0-a1d5-0773355f2c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:01:02Z', 'updated_at': '2021-06-29T11:01:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb'}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:01:06.899177 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-03ee1f19-953f-4e67-9d37-f163fbe94338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:06.904024 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405a4463-d73a-4ac3-8fcd-8dd44d309de6 None None] The sync data for ids ['0be7f9e8-570c-48a0-a1d5-0773355f2c0a'] in dv-cinder-793515-4-smb is: [{'id': '0be7f9e8-570c-48a0-a1d5-0773355f2c0a', 'name': 'tempest-TestShelveInstance-198654073-router', 'tenant_id': 'cf3eb55687784d58baefbd075c2bee23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.125'}], 'enable_snat': True}, 'gw_port_id': '1e5af5f5-7f1e-42f1-966c-8064f296877c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:01:01Z', 'updated_at': '2021-06-29T11:01:03Z', 'revision_number': 3, 'project_id': 'cf3eb55687784d58baefbd075c2bee23', 'gw_port': {'id': '1e5af5f5-7f1e-42f1-966c-8064f296877c', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bc:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be7f9e8-570c-48a0-a1d5-0773355f2c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:01:02Z', 'updated_at': '2021-06-29T11:01:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb'}] {{(pid=105129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:01:06.949446 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-5f021b59-e28c-4025-bd20-8c85f7920ac8 None None] Provisioning for port aaf6ece0-3d3c-48ce-ae24-62a500058e14 completed by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:01:06.958081 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-5f021b59-e28c-4025-bd20-8c85f7920ac8 None None] Provisioning complete for port aaf6ece0-3d3c-48ce-ae24-62a500058e14 triggered by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:01:06.958081 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-5f021b59-e28c-4025-bd20-8c85f7920ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:07.003553 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-5f021b59-e28c-4025-bd20-8c85f7920ac8 None None] Port aaf6ece0-3d3c-48ce-ae24-62a500058e14 cannot update to ACTIVE because it is not bound. {{(pid=105128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:01:07.115975 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a8eaf-6cf5-4750-a5bf-3fdf0ff8f491 req-99080bcb-ccc2-4276-a8f3-40ecdf9b04a9 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:07.117433 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-158a8eaf-6cf5-4750-a5bf-3fdf0ff8f491 req-99080bcb-ccc2-4276-a8f3-40ecdf9b04a9 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 945 time: 0.0785208 Jun 29 11:01:07.120537 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-03ee1f19-953f-4e67-9d37-f163fbe94338 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:07.170248 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-158a8eaf-6cf5-4750-a5bf-3fdf0ff8f491 req-0d8e96ef-87a0-49db-9dd0-5f801606af5a tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401349 Jun 29 11:01:07.200449 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-03ee1f19-953f-4e67-9d37-f163fbe94338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131239441'] for port, after_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:07.200449 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-59e97961-a202-43ab-a7bd-f31371f0b37d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:07.291103 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-03ee1f19-953f-4e67-9d37-f163fbe94338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1570102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606571'] for router_interface, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:07.293482 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee1f19-953f-4e67-9d37-f163fbe94338 admin admin] Pushing event updated for resources: {'Port': ['ID=aaf6ece0-3d3c-48ce-ae24-62a500058e14,revision_number=2']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:07.302158 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-03ee1f19-953f-4e67-9d37-f163fbe94338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:07.446372 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ee1f19-953f-4e67-9d37-f163fbe94338 admin admin] Network eda33a07-a8d0-4f6b-aa40-3f01a74f2e07 is already hosted by enough agents. {{(pid=105126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:01:07.449898 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.base_scheduler [None req-03ee1f19-953f-4e67-9d37-f163fbe94338 admin admin] Resources bound (agent type, host, resource id): {{(pid=105126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:01:07.581611 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bcf95-74f5-4409-afff-661ba2e4829b req-77891d9a-16be-426c-bdcc-5c912731d91c tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:07.584082 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-6b0bcf95-74f5-4409-afff-661ba2e4829b req-77891d9a-16be-426c-bdcc-5c912731d91c tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/ports?device_id=42a95e5f-5c09-4d20-8f1a-b271fa28ed19 HTTP/1.1" status: 200 len: 945 time: 0.1878150 Jun 29 11:01:07.630838 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ee1f19-953f-4e67-9d37-f163fbe94338 admin admin] Router 0be7f9e8-570c-48a0-a1d5-0773355f2c0a has already been hosted by L3 agent 3b2ad6f0-f3d9-4012-ac35-d330af5e0962 {{(pid=105126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:01:07.655163 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-6b0bcf95-74f5-4409-afff-661ba2e4829b req-c979e0ee-5abd-4016-a7d3-c0c6aca6cf59 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/security-groups?id=57bfa6ac-0e09-4ec9-b20f-5148c6d293be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600255 Jun 29 11:01:07.738659 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-596f7328-2bca-4d26-8916-ae953601d954 None None] Provisioning complete for port aaf6ece0-3d3c-48ce-ae24-62a500058e14 triggered by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:01:07.739133 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-596f7328-2bca-4d26-8916-ae953601d954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:07.741704 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 1e5af5f5-7f1e-42f1-966c-8064f296877c up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:01:07.842769 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ee1f19-953f-4e67-9d37-f163fbe94338 admin admin] Notify agent at l3_agent.dv-cinder-793515-4-smb the message routers_updated {{(pid=105126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:01:07.874616 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-596f7328-2bca-4d26-8916-ae953601d954 None None] Port aaf6ece0-3d3c-48ce-ae24-62a500058e14 cannot update to ACTIVE because it is not bound. {{(pid=105128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:01:07.888954 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-03ee1f19-953f-4e67-9d37-f163fbe94338 admin admin] 10.222.0.66 "PUT /v2.0/routers/0be7f9e8-570c-48a0-a1d5-0773355f2c0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8483741 Jun 29 11:01:07.926298 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning for port 1e5af5f5-7f1e-42f1-966c-8064f296877c completed by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:01:07.932135 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning complete for port 1e5af5f5-7f1e-42f1-966c-8064f296877c triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:01:07.932551 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:08.082638 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:08.128541 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] For port 1e5af5f5-7f1e-42f1-966c-8064f296877c, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=1e5af5f5-7f1e-42f1-966c-8064f296877c,segment=NetworkSegment(cf6731c6-a9cf-4901-a91e-9599bf0473fe),segment_id=cf6731c6-a9cf-4901-a91e-9599bf0473fe)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:01:08.156681 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6 up at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:01:08.218223 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:08.220309 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:08.283230 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Pushing event updated for resources: {'Port': ['ID=1e5af5f5-7f1e-42f1-966c-8064f296877c,revision_number=4']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:08.288077 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:08.354880 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Provisioning for port f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6 completed by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:01:08.359458 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Provisioning complete for port f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:01:08.359813 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:08.387708 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75647da6-0207-4bd6-9eeb-4a2b382ff364 req-7883fea2-5b07-48ec-b1ce-add4c4d76f9a tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:08.390217 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-75647da6-0207-4bd6-9eeb-4a2b382ff364 req-7883fea2-5b07-48ec-b1ce-add4c4d76f9a tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 945 time: 0.0685074 Jun 29 11:01:08.453138 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-75647da6-0207-4bd6-9eeb-4a2b382ff364 req-7b4d57f6-7dc6-4de5-baa4-4743515a3d7a tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569496 Jun 29 11:01:08.456687 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:08.484389 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a95e5f-5c09-4d20-8f1a-b271fa28ed19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6'}] {{(pid=105128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:01:08.486891 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f554d8236d32e986c704cda53ac23f663e6b3c5228ed3933e2c5dc2c6a48410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cc741f-2c07-4a88-a9d6-c325f6d307e8" -d '{"events": [{"server_uuid": "42a95e5f-5c09-4d20-8f1a-b271fa28ed19", "name": "network-vif-plugged", "status": "completed", "tag": "f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6"}]}' {{(pid=105128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:01:08.502077 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6,segment=NetworkSegment(f8674210-aa14-4b17-8a06-58bca2a2e300),segment_id=f8674210-aa14-4b17-8a06-58bca2a2e300)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:01:08.536429 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7926515-12f0-4011-8c90-e1a31f29706d x-openstack-request-id: req-f7926515-12f0-4011-8c90-e1a31f29706d {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:01:08.536775 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a95e5f-5c09-4d20-8f1a-b271fa28ed19", "name": "network-vif-plugged", "status": "completed", "tag": "f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6", "code": 200}]} {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:01:08.537040 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f7926515-12f0-4011-8c90-e1a31f29706d {{(pid=105128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:01:08.537463 dv-cinder-793515-4-smb neutron-server[105128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a95e5f-5c09-4d20-8f1a-b271fa28ed19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6', 'code': 200} Jun 29 11:01:08.596897 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6978c7-ab0b-42cc-83ba-1e55a2d4037b req-4042dd63-7d33-452a-99f0-4efcd5edda08 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:08.598424 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7f6978c7-ab0b-42cc-83ba-1e55a2d4037b req-4042dd63-7d33-452a-99f0-4efcd5edda08 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=caefd0d8-a3ae-4868-8023-ea8a59b4233d HTTP/1.1" status: 200 len: 946 time: 0.0707300 Jun 29 11:01:08.641615 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7f6978c7-ab0b-42cc-83ba-1e55a2d4037b req-42ad49cd-720a-43d4-8d40-005a317dfda1 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367024 Jun 29 11:01:08.666541 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:08.666541 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:08.719238 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6,revision_number=5']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:08.723534 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:08.812232 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-b048cbad-1a5f-4569-9c08-6039a82d7995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:08.910206 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199bc5c5-0bfc-41c4-ade1-3b575bbb171d req-46b5fe6f-2bd0-4f7d-ab32-51bfceb840f1 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:08.911719 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-199bc5c5-0bfc-41c4-ade1-3b575bbb171d req-46b5fe6f-2bd0-4f7d-ab32-51bfceb840f1 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/ports?device_id=42a95e5f-5c09-4d20-8f1a-b271fa28ed19 HTTP/1.1" status: 200 len: 946 time: 0.0837119 Jun 29 11:01:08.971347 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-199bc5c5-0bfc-41c4-ade1-3b575bbb171d req-674c0f20-0493-4d40-bd2a-c019ba4927bd tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/security-groups?id=57bfa6ac-0e09-4ec9-b20f-5148c6d293be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513599 Jun 29 11:01:08.979554 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:09.043871 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64c1d18-783f-401e-bf14-5d4e153ffa47 None None] Sync routers for ids ['0be7f9e8-570c-48a0-a1d5-0773355f2c0a'] in dv-cinder-793515-4-smb {{(pid=105128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:01:09.059140 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64c1d18-783f-401e-bf14-5d4e153ffa47 None None] Routers {'0be7f9e8-570c-48a0-a1d5-0773355f2c0a'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:01:09.060591 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-a64c1d18-783f-401e-bf14-5d4e153ffa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:01:09Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['0be7f9e8-570c-48a0-a1d5-0773355f2c0a'], 'active': True} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:01:09.138495 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04d807-21ab-4d2d-acd7-d3b3466ee720 req-e556079d-b9eb-4d7a-af09-27ba955ab78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:09.145896 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-9d04d807-21ab-4d2d-acd7-d3b3466ee720 req-e556079d-b9eb-4d7a-af09-27ba955ab78b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=42a95e5f-5c09-4d20-8f1a-b271fa28ed19 HTTP/1.1" status: 200 len: 1099 time: 0.1133690 Jun 29 11:01:09.195720 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-9d04d807-21ab-4d2d-acd7-d3b3466ee720 req-e85b5f0d-7641-45d2-9e19-424c523af528 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=57bfa6ac-0e09-4ec9-b20f-5148c6d293be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472941 Jun 29 11:01:09.222385 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 54504) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:01:09.227518 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [None req-e79d42b8-9f76-4b44-9f1a-5f55976de007 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-929849690-network', 'tenant_id': '32572499ab7b4019b812664e665c760d'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:01:09.233775 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvr_db [None req-a64c1d18-783f-401e-bf14-5d4e153ffa47 None None] Set router 0be7f9e8-570c-48a0-a1d5-0773355f2c0a gateway port host: dv-cinder-793515-4-smb {{(pid=105128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:01:09.309094 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79d42b8-9f76-4b44-9f1a-5f55976de007 admin admin] Made reservation on behalf of 32572499ab7b4019b812664e665c760d for: {'network': 1} {{(pid=105127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:01:09.311651 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-e79d42b8-9f76-4b44-9f1a-5f55976de007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for network, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:09.320487 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-e79d42b8-9f76-4b44-9f1a-5f55976de007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:09.412041 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-e79d42b8-9f76-4b44-9f1a-5f55976de007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:09.442829 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-a64c1d18-783f-401e-bf14-5d4e153ffa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be7f9e8-570c-48a0-a1d5-0773355f2c0a', 'name': 'tempest-TestShelveInstance-198654073-router', 'tenant_id': 'cf3eb55687784d58baefbd075c2bee23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.125'}], 'enable_snat': True}, 'gw_port_id': '1e5af5f5-7f1e-42f1-966c-8064f296877c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:01:01Z', 'updated_at': '2021-06-29T11:01:06Z', 'revision_number': 4, 'project_id': 'cf3eb55687784d58baefbd075c2bee23', 'gw_port': {'id': '1e5af5f5-7f1e-42f1-966c-8064f296877c', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be7f9e8-570c-48a0-a1d5-0773355f2c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:01:02Z', 'updated_at': '2021-06-29T11:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_interfaces': [{'id': 'aaf6ece0-3d3c-48ce-ae24-62a500058e14', 'name': '', 'network_id': 'eda33a07-a8d0-4f6b-aa40-3f01a74f2e07', 'tenant_id': 'cf3eb55687784d58baefbd075c2bee23', 'mac_address': 'fa:16:3e:34:e8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be7f9e8-570c-48a0-a1d5-0773355f2c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '30405db8-d131-4708-9e3c-031db82ce4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:01:05Z', 'updated_at': '2021-06-29T11:01:06Z', 'revision_number': 2, 'project_id': 'cf3eb55687784d58baefbd075c2bee23', 'subnets': [{'id': '30405db8-d131-4708-9e3c-031db82ce4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:01:09.471193 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64c1d18-783f-401e-bf14-5d4e153ffa47 None None] Checking router: 0be7f9e8-570c-48a0-a1d5-0773355f2c0a for host: dv-cinder-793515-4-smb {{(pid=105128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:01:09.471559 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64c1d18-783f-401e-bf14-5d4e153ffa47 None None] Updating router 0be7f9e8-570c-48a0-a1d5-0773355f2c0a port aaf6ece0-3d3c-48ce-ae24-62a500058e14 binding host dv-cinder-793515-4-smb {{(pid=105128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:01:09.510582 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-a64c1d18-783f-401e-bf14-5d4e153ffa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:09.531941 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-e79d42b8-9f76-4b44-9f1a-5f55976de007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:09.535266 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-b2857829-3544-4daa-9c87-ab47b9f24804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:09.559581 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e79d42b8-9f76-4b44-9f1a-5f55976de007 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=105127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 11:01:09.567165 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79d42b8-9f76-4b44-9f1a-5f55976de007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5de909-b308-4149-acdc-984e8c8898a3,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:09.571899 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-e79d42b8-9f76-4b44-9f1a-5f55976de007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:09.576611 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-e79d42b8-9f76-4b44-9f1a-5f55976de007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790'] for segment, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:09.577174 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.db.segments_db [None req-e79d42b8-9f76-4b44-9f1a-5f55976de007 admin admin] Added segment 9e6345f6-7fb2-4a95-853c-b2ba32c9aba0 of type vlan for network de14d9bc-474d-41ce-a731-3945ec0d511c Jun 29 11:01:09.633250 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-e79d42b8-9f76-4b44-9f1a-5f55976de007 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761935103034'] for network, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:09.662756 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab20472-7890-4c5a-9070-43101faa43c9 req-35b51f97-c786-4890-87e2-68132934db01 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:09.664692 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-fab20472-7890-4c5a-9070-43101faa43c9 req-35b51f97-c786-4890-87e2-68132934db01 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 945 time: 0.0769987 Jun 29 11:01:09.685677 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 1e5af5f5-7f1e-42f1-966c-8064f296877c up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:01:09.711965 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-fab20472-7890-4c5a-9070-43101faa43c9 req-7413e90a-e1e2-4c8b-9c5c-f6ff8d21ea09 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357356 Jun 29 11:01:09.772229 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-e79d42b8-9f76-4b44-9f1a-5f55976de007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116'] for network, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:09.773620 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79d42b8-9f76-4b44-9f1a-5f55976de007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:09.774202 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-e79d42b8-9f76-4b44-9f1a-5f55976de007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for network, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:09.778867 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:09.798900 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning complete for port 1e5af5f5-7f1e-42f1-966c-8064f296877c triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:01:09.799288 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:09.896445 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-a64c1d18-783f-401e-bf14-5d4e153ffa47 None None] Notify callbacks [] for port, precommit_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:09.927264 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-a64c1d18-783f-401e-bf14-5d4e153ffa47 None None] Transition to ACTIVE for port object aaf6ece0-3d3c-48ce-ae24-62a500058e14 will not be triggered until provisioned by entity L2. {{(pid=105128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:01:09.929737 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79d42b8-9f76-4b44-9f1a-5f55976de007 admin admin] Pushing event updated for resources: {'Network': ['ID=de14d9bc-474d-41ce-a731-3945ec0d511c,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:09.933971 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-e79d42b8-9f76-4b44-9f1a-5f55976de007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:09.941503 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Network de14d9bc-474d-41ce-a731-3945ec0d511c details requested by agent ovs-agent-dv-cinder-793515-4-smb with host dv-cinder-793515-4-smb {{(pid=105128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 11:01:09.964769 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-e79d42b8-9f76-4b44-9f1a-5f55976de007 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7334075 Jun 29 11:01:09.964989 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c1cc3-f1fb-42ca-8366-df20c6e152bc req-3d7f1a80-32cb-4f74-962e-d97ed41da579 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:09.964989 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-bb3c1cc3-f1fb-42ca-8366-df20c6e152bc req-3d7f1a80-32cb-4f74-962e-d97ed41da579 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.1003709 Jun 29 11:01:09.964989 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 54512) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:01:09.966985 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-950a0ef7-b04c-40fe-b32d-74dae9717740 admin admin] Request body: {'subnet': {'network_id': 'de14d9bc-474d-41ce-a731-3945ec0d511c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-929849690-subnet', 'tenant_id': '32572499ab7b4019b812664e665c760d', 'ip_version': 4}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:01:09.996753 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04241bd-f87e-436c-ae71-dea016d889cf req-ea45c81d-42a0-4c2b-83b6-e1a7524e337c tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:09.998477 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a04241bd-f87e-436c-ae71-dea016d889cf req-ea45c81d-42a0-4c2b-83b6-e1a7524e337c tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=caefd0d8-a3ae-4868-8023-ea8a59b4233d HTTP/1.1" status: 200 len: 946 time: 0.1835606 Jun 29 11:01:10.011626 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89691c5e-0cd4-4712-aaa4-128b870798a4 req-143d6601-3474-48be-8bf1-5768bbed8205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:10.013957 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-89691c5e-0cd4-4712-aaa4-128b870798a4 req-143d6601-3474-48be-8bf1-5768bbed8205 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6299943bac064fd7b1103e93d469d653&device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 1098 time: 0.1480365 Jun 29 11:01:10.018220 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-bb3c1cc3-f1fb-42ca-8366-df20c6e152bc req-2ac4cd09-5612-47bf-bfff-09b6990cc00c tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447540 Jun 29 11:01:10.046921 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-a64c1d18-783f-401e-bf14-5d4e153ffa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:10.049152 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:10.075108 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950a0ef7-b04c-40fe-b32d-74dae9717740 admin admin] Made reservation on behalf of 32572499ab7b4019b812664e665c760d for: {'subnet': 1} {{(pid=105126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:01:10.078347 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-950a0ef7-b04c-40fe-b32d-74dae9717740 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132084208'] for subnet, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:10.142709 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2460227a-e639-4be1-a01c-c63450f3299e None None] Pushing event updated for resources: {'Port': ['ID=aaf6ece0-3d3c-48ce-ae24-62a500058e14,revision_number=3']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:10.160027 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a04241bd-f87e-436c-ae71-dea016d889cf req-5ed5a693-2376-4ba8-bf60-e345e999953f tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519904 Jun 29 11:01:10.165006 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-2460227a-e639-4be1-a01c-c63450f3299e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:10.196580 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-a64c1d18-783f-401e-bf14-5d4e153ffa47 None None] Attempting to bind port aaf6ece0-3d3c-48ce-ae24-62a500058e14 on host dv-cinder-793515-4-smb for vnic_type normal with profile {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:01:10.197775 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-a64c1d18-783f-401e-bf14-5d4e153ffa47 None None] Attempting to bind port aaf6ece0-3d3c-48ce-ae24-62a500058e14 by drivers openvswitch,hyperv on host dv-cinder-793515-4-smb at level 0 using segments [{'id': 'a6aee341-5a95-4cd8-807e-f60974c0a313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'eda33a07-a8d0-4f6b-aa40-3f01a74f2e07'}] {{(pid=105128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:01:10.198317 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64c1d18-783f-401e-bf14-5d4e153ffa47 None None] Attempting to bind port aaf6ece0-3d3c-48ce-ae24-62a500058e14 on network eda33a07-a8d0-4f6b-aa40-3f01a74f2e07 {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:01:10.205334 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64c1d18-783f-401e-bf14-5d4e153ffa47 None None] Checking agent: {'id': 'cc1c0530-ae64-418d-bf21-3e9fb04f4b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 50, 39), 'started_at': datetime.datetime(2021, 6, 29, 10, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:01:10.206087 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64c1d18-783f-401e-bf14-5d4e153ffa47 None None] Checking segment: {'id': 'a6aee341-5a95-4cd8-807e-f60974c0a313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'eda33a07-a8d0-4f6b-aa40-3f01a74f2e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:01:10.206661 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-a64c1d18-783f-401e-bf14-5d4e153ffa47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:10.207458 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64c1d18-783f-401e-bf14-5d4e153ffa47 None None] Bound using segment: {'id': 'a6aee341-5a95-4cd8-807e-f60974c0a313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'eda33a07-a8d0-4f6b-aa40-3f01a74f2e07'} {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:01:10.208149 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-a64c1d18-783f-401e-bf14-5d4e153ffa47 None None] Bound port: aaf6ece0-3d3c-48ce-ae24-62a500058e14, host: dv-cinder-793515-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6aee341-5a95-4cd8-807e-f60974c0a313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'eda33a07-a8d0-4f6b-aa40-3f01a74f2e07'}}] {{(pid=105128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:01:10.208775 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-a64c1d18-783f-401e-bf14-5d4e153ffa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:10.219942 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:10.250763 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89691c5e-0cd4-4712-aaa4-128b870798a4 req-28fb044a-4f60-4166-8c09-ad6f56ca38a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:10.255439 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-89691c5e-0cd4-4712-aaa4-128b870798a4 req-28fb044a-4f60-4166-8c09-ad6f56ca38a4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8d7f72c5-0ecd-48cd-ad50-7ae8533793ae HTTP/1.1" status: 200 len: 919 time: 0.2246218 Jun 29 11:01:10.300706 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-a64c1d18-783f-401e-bf14-5d4e153ffa47 None None] For port aaf6ece0-3d3c-48ce-ae24-62a500058e14, host dv-cinder-793515-4-smb, cleared binding levels {{(pid=105128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:01:10.304977 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-a64c1d18-783f-401e-bf14-5d4e153ffa47 None None] For port aaf6ece0-3d3c-48ce-ae24-62a500058e14, host dv-cinder-793515-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=aaf6ece0-3d3c-48ce-ae24-62a500058e14,segment=NetworkSegment(a6aee341-5a95-4cd8-807e-f60974c0a313),segment_id=a6aee341-5a95-4cd8-807e-f60974c0a313)] {{(pid=105128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:01:10.369108 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f634fa-3ef0-477c-a61e-ba20557d61a8 req-ce2b529c-f469-40d6-a4b6-f35e3a2b2b0d tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:10.376916 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-07f634fa-3ef0-477c-a61e-ba20557d61a8 req-ce2b529c-f469-40d6-a4b6-f35e3a2b2b0d tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/ports?device_id=42a95e5f-5c09-4d20-8f1a-b271fa28ed19 HTTP/1.1" status: 200 len: 946 time: 0.1731610 Jun 29 11:01:10.411803 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-a64c1d18-783f-401e-bf14-5d4e153ffa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:10.424292 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:10.475966 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-07f634fa-3ef0-477c-a61e-ba20557d61a8 req-8bbe2ad3-435f-49d5-befb-ff8def14190b tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/security-groups?id=57bfa6ac-0e09-4ec9-b20f-5148c6d293be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979121 Jun 29 11:01:10.549516 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64c1d18-783f-401e-bf14-5d4e153ffa47 None None] Routers {'0be7f9e8-570c-48a0-a1d5-0773355f2c0a'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:01:10.550171 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-a64c1d18-783f-401e-bf14-5d4e153ffa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:01:09Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['0be7f9e8-570c-48a0-a1d5-0773355f2c0a'], 'active': True} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:01:10.555847 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2460227a-e639-4be1-a01c-c63450f3299e None None] Pushing event updated for resources: {'Port': ['ID=aaf6ece0-3d3c-48ce-ae24-62a500058e14,revision_number=4']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:10.563037 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-89691c5e-0cd4-4712-aaa4-128b870798a4 req-fecfbc60-2e70-4877-a756-b656f5c54d7e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=762cc699-8b9c-42ab-a8bf-26daf7d725b0 HTTP/1.1" status: 200 len: 217 time: 0.2965567 Jun 29 11:01:10.566288 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-950a0ef7-b04c-40fe-b32d-74dae9717740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131239571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131955210'] for subnet, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:10.568671 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-0d43e171-6e1c-4e28-b028-f4130fe00e71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:10.588637 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-2460227a-e639-4be1-a01c-c63450f3299e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:10.623328 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89691c5e-0cd4-4712-aaa4-128b870798a4 req-ac9b7979-627e-43bd-b80f-57287eba77b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:10.625577 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-89691c5e-0cd4-4712-aaa4-128b870798a4 req-ac9b7979-627e-43bd-b80f-57287eba77b9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b6175b8a-51af-4ce8-b7f0-839520dcb7e3 HTTP/1.1" status: 200 len: 858 time: 0.0535071 Jun 29 11:01:10.633267 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a0ef7-b04c-40fe-b32d-74dae9717740 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9d7190e-c8ad-429c-be54-d5e495898209,revision_number=0']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:10.637045 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-950a0ef7-b04c-40fe-b32d-74dae9717740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:10.660327 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950a0ef7-b04c-40fe-b32d-74dae9717740 admin admin] Checking segment: {'id': '9e6345f6-7fb2-4a95-853c-b2ba32c9aba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'de14d9bc-474d-41ce-a731-3945ec0d511c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:01:10.660717 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950a0ef7-b04c-40fe-b32d-74dae9717740 admin admin] Network hostable DHCP agents. Network: de14d9bc-474d-41ce-a731-3945ec0d511c, hostable agents: ['c0824d2b-2f6c-4dc3-a849-d7b48d525e7a'], hosted agents: [] {{(pid=105126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 11:01:10.697452 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-89691c5e-0cd4-4712-aaa4-128b870798a4 req-003315db-1733-414c-ae36-2900995fe597 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8d7f72c5-0ecd-48cd-ad50-7ae8533793ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459723 Jun 29 11:01:10.699014 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvr_db [None req-a64c1d18-783f-401e-bf14-5d4e153ffa47 None None] Set router 0be7f9e8-570c-48a0-a1d5-0773355f2c0a gateway port host: dv-cinder-793515-4-smb {{(pid=105128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:01:10.794856 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950a0ef7-b04c-40fe-b32d-74dae9717740 admin admin] Network de14d9bc-474d-41ce-a731-3945ec0d511c is scheduled to be hosted by DHCP agent c0824d2b-2f6c-4dc3-a849-d7b48d525e7a with binding_index 1 {{(pid=105126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 11:01:10.845495 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-89691c5e-0cd4-4712-aaa4-128b870798a4 req-b7cef1e5-9269-4fa4-bf66-c1dbced2b535 service neutron] 10.222.0.42 "GET /v2.0/networks/8d7f72c5-0ecd-48cd-ad50-7ae8533793ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221850 Jun 29 11:01:10.893069 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.base_scheduler [None req-950a0ef7-b04c-40fe-b32d-74dae9717740 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-4-smb, de14d9bc-474d-41ce-a731-3945ec0d511c) {{(pid=105126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:01:10.898300 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950a0ef7-b04c-40fe-b32d-74dae9717740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:10.898927 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-950a0ef7-b04c-40fe-b32d-74dae9717740 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:10.928412 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dcc511-1bab-43e6-be31-21d417c57f5d None None] Network de14d9bc-474d-41ce-a731-3945ec0d511c requested from dv-cinder-793515-4-smb {{(pid=105128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:01:10.973401 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-950a0ef7-b04c-40fe-b32d-74dae9717740 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0104837 Jun 29 11:01:10.977020 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 54526) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:01:10.984134 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-84a3666f-5ef0-4788-a432-fc7d0921ab1b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-929849690-router', 'tenant_id': '32572499ab7b4019b812664e665c760d', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907'}}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:01:10.985428 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-89691c5e-0cd4-4712-aaa4-128b870798a4 req-7b19f981-1c08-4864-869d-94d84e27a376 service neutron] 10.222.0.42 "GET /v2.0/networks/8d7f72c5-0ecd-48cd-ad50-7ae8533793ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276760 Jun 29 11:01:11.002079 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a4bbc-b04e-4dba-9222-cd0a17b8f686 req-353e06e2-4b92-4e40-82e4-94e3874ddcf4 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:11.003564 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-6d1a4bbc-b04e-4dba-9222-cd0a17b8f686 req-353e06e2-4b92-4e40-82e4-94e3874ddcf4 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 945 time: 0.1020038 Jun 29 11:01:11.042086 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-6d1a4bbc-b04e-4dba-9222-cd0a17b8f686 req-86867b72-bbc9-4f2e-8fa2-f68b5220151b tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328226 Jun 29 11:01:11.111421 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-84a3666f-5ef0-4788-a432-fc7d0921ab1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-682'] for router, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:11.113475 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-84a3666f-5ef0-4788-a432-fc7d0921ab1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-659'] for router, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:11.246390 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e0cd26-e5cf-48e6-aacf-fcf52938fbd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4b559d8-e9f4-525d-98e1-7d473caeefe3-de14d9bc-474d-41ce-a731-3945ec0d511c', 'network_id': 'de14d9bc-474d-41ce-a731-3945ec0d511c', 'tenant_id': '32572499ab7b4019b812664e665c760d', 'fixed_ips': [{'subnet_id': 'b9d7190e-c8ad-429c-be54-d5e495898209'}]}} from dv-cinder-793515-4-smb. {{(pid=105128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 11:01:11.246390 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-94e0cd26-e5cf-48e6-aacf-fcf52938fbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:11.264563 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-84a3666f-5ef0-4788-a432-fc7d0921ab1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:11.268579 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-a64c1d18-783f-401e-bf14-5d4e153ffa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be7f9e8-570c-48a0-a1d5-0773355f2c0a', 'name': 'tempest-TestShelveInstance-198654073-router', 'tenant_id': 'cf3eb55687784d58baefbd075c2bee23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.125'}], 'enable_snat': True}, 'gw_port_id': '1e5af5f5-7f1e-42f1-966c-8064f296877c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:01:01Z', 'updated_at': '2021-06-29T11:01:06Z', 'revision_number': 4, 'project_id': 'cf3eb55687784d58baefbd075c2bee23', 'gw_port': {'id': '1e5af5f5-7f1e-42f1-966c-8064f296877c', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be7f9e8-570c-48a0-a1d5-0773355f2c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:01:02Z', 'updated_at': '2021-06-29T11:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_interfaces': [{'id': 'aaf6ece0-3d3c-48ce-ae24-62a500058e14', 'name': '', 'network_id': 'eda33a07-a8d0-4f6b-aa40-3f01a74f2e07', 'tenant_id': 'cf3eb55687784d58baefbd075c2bee23', 'mac_address': 'fa:16:3e:34:e8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be7f9e8-570c-48a0-a1d5-0773355f2c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '30405db8-d131-4708-9e3c-031db82ce4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:01:05Z', 'updated_at': '2021-06-29T11:01:10Z', 'revision_number': 4, 'project_id': 'cf3eb55687784d58baefbd075c2bee23', 'subnets': [{'id': '30405db8-d131-4708-9e3c-031db82ce4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:01:11.310615 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d9db0-c306-41a3-844f-80b3337adde8 req-cb440147-e200-4879-9f6d-4ca3e303a393 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:11.319268 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-bb5d9db0-c306-41a3-844f-80b3337adde8 req-cb440147-e200-4879-9f6d-4ca3e303a393 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.1198564 Jun 29 11:01:11.330999 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64c1d18-783f-401e-bf14-5d4e153ffa47 None None] The sync data for ids ['0be7f9e8-570c-48a0-a1d5-0773355f2c0a'] in dv-cinder-793515-4-smb is: [{'id': '0be7f9e8-570c-48a0-a1d5-0773355f2c0a', 'name': 'tempest-TestShelveInstance-198654073-router', 'tenant_id': 'cf3eb55687784d58baefbd075c2bee23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.125'}], 'enable_snat': True}, 'gw_port_id': '1e5af5f5-7f1e-42f1-966c-8064f296877c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:01:01Z', 'updated_at': '2021-06-29T11:01:06Z', 'revision_number': 4, 'project_id': 'cf3eb55687784d58baefbd075c2bee23', 'gw_port': {'id': '1e5af5f5-7f1e-42f1-966c-8064f296877c', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be7f9e8-570c-48a0-a1d5-0773355f2c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:01:02Z', 'updated_at': '2021-06-29T11:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_interfaces': [{'id': 'aaf6ece0-3d3c-48ce-ae24-62a500058e14', 'name': '', 'network_id': 'eda33a07-a8d0-4f6b-aa40-3f01a74f2e07', 'tenant_id': 'cf3eb55687784d58baefbd075c2bee23', 'mac_address': 'fa:16:3e:34:e8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be7f9e8-570c-48a0-a1d5-0773355f2c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '30405db8-d131-4708-9e3c-031db82ce4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:01:05Z', 'updated_at': '2021-06-29T11:01:10Z', 'revision_number': 4, 'project_id': 'cf3eb55687784d58baefbd075c2bee23', 'subnets': [{'id': '30405db8-d131-4708-9e3c-031db82ce4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:01:11.380137 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db3fcc-7fdb-46f8-aacc-f56e08511b2c req-2f4adfa3-bd66-4a6c-8c10-2bbc624c2cc2 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:11.387207 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-e7db3fcc-7fdb-46f8-aacc-f56e08511b2c req-2f4adfa3-bd66-4a6c-8c10-2bbc624c2cc2 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=caefd0d8-a3ae-4868-8023-ea8a59b4233d HTTP/1.1" status: 200 len: 946 time: 0.0896428 Jun 29 11:01:11.452670 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-e7db3fcc-7fdb-46f8-aacc-f56e08511b2c req-8c586f77-5ce6-4616-b838-1e91ae87f7e2 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638602 Jun 29 11:01:11.499813 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-bb5d9db0-c306-41a3-844f-80b3337adde8 req-d60db6f0-89a3-4957-8839-ac68b4ae7024 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785257 Jun 29 11:01:11.528767 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.db_base_plugin_common [None req-94e0cd26-e5cf-48e6-aacf-fcf52938fbd2 None None] Allocated IP 172.20.0.2 (de14d9bc-474d-41ce-a731-3945ec0d511c/b9d7190e-c8ad-429c-be54-d5e495898209/9ad5afa0-6547-4e9c-977f-cb4dd28abfc7) {{(pid=105128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:01:11.626916 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-84a3666f-5ef0-4788-a432-fc7d0921ab1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-653'] for router, precommit_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:11.634603 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa68821-a687-4f9c-a458-b3cae657ce48 req-599e6c0d-e2ed-4789-a828-26561688c42c tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:11.637047 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-baa68821-a687-4f9c-a458-b3cae657ce48 req-599e6c0d-e2ed-4789-a828-26561688c42c tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.42 "GET /v2.0/ports?device_id=caefd0d8-a3ae-4868-8023-ea8a59b4233d HTTP/1.1" status: 200 len: 946 time: 0.1614373 Jun 29 11:01:11.717129 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device aaf6ece0-3d3c-48ce-ae24-62a500058e14 up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:01:11.720956 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:11.773251 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-94e0cd26-e5cf-48e6-aacf-fcf52938fbd2 None None] Notify callbacks [] for port, precommit_create {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:11.793328 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-94e0cd26-e5cf-48e6-aacf-fcf52938fbd2 None None] Transition to ACTIVE for port object 9ad5afa0-6547-4e9c-977f-cb4dd28abfc7 will not be triggered until provisioned by entity L2. {{(pid=105128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:01:11.818568 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbed334-4e69-435d-8990-b133aecdc5cf req-952e43b2-e9cd-49c1-a635-aff4bfeca26d tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:11.820775 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-4cbed334-4e69-435d-8990-b133aecdc5cf req-952e43b2-e9cd-49c1-a635-aff4bfeca26d tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/ports?device_id=42a95e5f-5c09-4d20-8f1a-b271fa28ed19 HTTP/1.1" status: 200 len: 946 time: 0.1257327 Jun 29 11:01:11.822059 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-94e0cd26-e5cf-48e6-aacf-fcf52938fbd2 None None] Transition to ACTIVE for port object 9ad5afa0-6547-4e9c-977f-cb4dd28abfc7 will not be triggered until provisioned by entity DHCP. {{(pid=105128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:01:11.849878 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [req-baa68821-a687-4f9c-a458-b3cae657ce48 req-5bbda880-cab6-468e-8e8e-5d6e7b7460f7 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Deleting port 5f7323b3-03d0-4d85-9c2d-7fc2e11794ef {{(pid=105127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:01:11.850223 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-baa68821-a687-4f9c-a458-b3cae657ce48 req-5bbda880-cab6-468e-8e8e-5d6e7b7460f7 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:11.905144 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning for port aaf6ece0-3d3c-48ce-ae24-62a500058e14 completed by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:01:11.909861 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning complete for port aaf6ece0-3d3c-48ce-ae24-62a500058e14 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:01:11.910981 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:11.932590 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-4cbed334-4e69-435d-8990-b133aecdc5cf req-835129c3-ed00-4a3c-b58e-c7584382bb4e tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/security-groups?id=57bfa6ac-0e09-4ec9-b20f-5148c6d293be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034334 Jun 29 11:01:11.957046 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-94e0cd26-e5cf-48e6-aacf-fcf52938fbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791'] for port, after_create {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:11.969723 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:11.991645 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-84a3666f-5ef0-4788-a432-fc7d0921ab1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:11.999929 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-baa68821-a687-4f9c-a458-b3cae657ce48 req-5bbda880-cab6-468e-8e8e-5d6e7b7460f7 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] For port 5f7323b3-03d0-4d85-9c2d-7fc2e11794ef, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=5f7323b3-03d0-4d85-9c2d-7fc2e11794ef,segment=NetworkSegment(d751559d-5565-473f-a10b-07ec42d05c7f),segment_id=d751559d-5565-473f-a10b-07ec42d05c7f)] {{(pid=105127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:01:12.000300 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-baa68821-a687-4f9c-a458-b3cae657ce48 req-5bbda880-cab6-468e-8e8e-5d6e7b7460f7 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:12.017043 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [req-baa68821-a687-4f9c-a458-b3cae657ce48 req-5bbda880-cab6-468e-8e8e-5d6e7b7460f7 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Calling delete_port for 5f7323b3-03d0-4d85-9c2d-7fc2e11794ef owned by compute:nova {{(pid=105127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:01:12.037437 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-84a3666f-5ef0-4788-a432-fc7d0921ab1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:12.043882 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e0cd26-e5cf-48e6-aacf-fcf52938fbd2 None None] Pushing event updated for resources: {'Port': ['ID=9ad5afa0-6547-4e9c-977f-cb4dd28abfc7,revision_number=1']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:12.050495 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-94e0cd26-e5cf-48e6-aacf-fcf52938fbd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:12.095576 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:12.098612 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e0cd26-e5cf-48e6-aacf-fcf52938fbd2 None None] Network de14d9bc-474d-41ce-a731-3945ec0d511c is already hosted by enough agents. {{(pid=105128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:01:12.100828 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.scheduler.base_scheduler [None req-94e0cd26-e5cf-48e6-aacf-fcf52938fbd2 None None] Resources bound (agent type, host, resource id): {{(pid=105128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:01:12.109675 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e0cd26-e5cf-48e6-aacf-fcf52938fbd2 None None] Received port after_create {{(pid=105128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:01:12.162235 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] For port aaf6ece0-3d3c-48ce-ae24-62a500058e14, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=aaf6ece0-3d3c-48ce-ae24-62a500058e14,segment=NetworkSegment(a6aee341-5a95-4cd8-807e-f60974c0a313),segment_id=a6aee341-5a95-4cd8-807e-f60974c0a313)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:01:12.194375 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.db.db_base_plugin_common [None req-84a3666f-5ef0-4788-a432-fc7d0921ab1b admin admin] Allocated IP 172.28.3.72 (1d7db265-d806-41f6-8c7b-d59edd3be907/fc612ae2-4270-45ac-95ad-2bcf2d224ecb/be3a02bd-5e69-4889-92fe-f145b1112149) {{(pid=105126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:01:12.215770 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-94e0cd26-e5cf-48e6-aacf-fcf52938fbd2 None None] Attempting to bind port 9ad5afa0-6547-4e9c-977f-cb4dd28abfc7 on host dv-cinder-793515-4-smb for vnic_type normal with profile {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:01:12.217771 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-94e0cd26-e5cf-48e6-aacf-fcf52938fbd2 None None] Attempting to bind port 9ad5afa0-6547-4e9c-977f-cb4dd28abfc7 by drivers openvswitch,hyperv on host dv-cinder-793515-4-smb at level 0 using segments [{'id': '9e6345f6-7fb2-4a95-853c-b2ba32c9aba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'de14d9bc-474d-41ce-a731-3945ec0d511c'}] {{(pid=105128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:01:12.218163 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e0cd26-e5cf-48e6-aacf-fcf52938fbd2 None None] Attempting to bind port 9ad5afa0-6547-4e9c-977f-cb4dd28abfc7 on network de14d9bc-474d-41ce-a731-3945ec0d511c {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:01:12.226325 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e0cd26-e5cf-48e6-aacf-fcf52938fbd2 None None] Checking agent: {'id': 'cc1c0530-ae64-418d-bf21-3e9fb04f4b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 50, 39), 'started_at': datetime.datetime(2021, 6, 29, 10, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:01:12.226936 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e0cd26-e5cf-48e6-aacf-fcf52938fbd2 None None] Checking segment: {'id': '9e6345f6-7fb2-4a95-853c-b2ba32c9aba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'de14d9bc-474d-41ce-a731-3945ec0d511c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:01:12.227391 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-94e0cd26-e5cf-48e6-aacf-fcf52938fbd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:12.227975 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e0cd26-e5cf-48e6-aacf-fcf52938fbd2 None None] Bound using segment: {'id': '9e6345f6-7fb2-4a95-853c-b2ba32c9aba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'de14d9bc-474d-41ce-a731-3945ec0d511c'} {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:01:12.228625 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-94e0cd26-e5cf-48e6-aacf-fcf52938fbd2 None None] Bound port: 9ad5afa0-6547-4e9c-977f-cb4dd28abfc7, host: dv-cinder-793515-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e6345f6-7fb2-4a95-853c-b2ba32c9aba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'de14d9bc-474d-41ce-a731-3945ec0d511c'}}] {{(pid=105128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:01:12.229034 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-94e0cd26-e5cf-48e6-aacf-fcf52938fbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:12.282727 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:12.289804 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-57babedc-ca16-4b57-a9ac-89747b83562e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:12.370645 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-94e0cd26-e5cf-48e6-aacf-fcf52938fbd2 None None] For port 9ad5afa0-6547-4e9c-977f-cb4dd28abfc7, host dv-cinder-793515-4-smb, cleared binding levels {{(pid=105128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:01:12.379102 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-94e0cd26-e5cf-48e6-aacf-fcf52938fbd2 None None] For port 9ad5afa0-6547-4e9c-977f-cb4dd28abfc7, host dv-cinder-793515-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=9ad5afa0-6547-4e9c-977f-cb4dd28abfc7,segment=NetworkSegment(9e6345f6-7fb2-4a95-853c-b2ba32c9aba0),segment_id=9e6345f6-7fb2-4a95-853c-b2ba32c9aba0)] {{(pid=105128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:01:12.381038 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Pushing event updated for resources: {'Port': ['ID=aaf6ece0-3d3c-48ce-ae24-62a500058e14,revision_number=5']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:12.384714 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:12.402228 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-84a3666f-5ef0-4788-a432-fc7d0921ab1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:12.439292 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0746520-ef57-4d7e-8616-ef8b0ca1401b req-9eefd4dc-5ca2-4e77-875a-e400159ac629 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:12.446408 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f0746520-ef57-4d7e-8616-ef8b0ca1401b req-9eefd4dc-5ca2-4e77-875a-e400159ac629 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 945 time: 0.1467752 Jun 29 11:01:12.475321 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-baa68821-a687-4f9c-a458-b3cae657ce48 req-5bbda880-cab6-468e-8e8e-5d6e7b7460f7 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130347151'] for port, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:12.481749 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-e2744bbf-7262-435b-b031-71865cc73ca9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:12.499151 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-94e0cd26-e5cf-48e6-aacf-fcf52938fbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:12.502517 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:12.506791 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f0746520-ef57-4d7e-8616-ef8b0ca1401b req-bf82da31-077c-47f1-bcc3-59c95b060e26 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593846 Jun 29 11:01:12.525929 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbda880-cab6-468e-8e8e-5d6e7b7460f7 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Pushing event deleted for resources: {'Port': ['ID=5f7323b3-03d0-4d85-9c2d-7fc2e11794ef,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:12.530884 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-5bbda880-cab6-468e-8e8e-5d6e7b7460f7 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:12.566772 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-84a3666f-5ef0-4788-a432-fc7d0921ab1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-131239431'] for port, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:12.569472 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:12.575775 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] get_ports_and_sgs() called for port_ids ['a0992ff1-31d3-4923-889f-50a337cbc2d9', '10dd8b68-b420-4cb0-9014-f4cd5775fda2', '5f7323b3-03d0-4d85-9c2d-7fc2e11794ef'] {{(pid=105128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:01:12.600079 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa68821-a687-4f9c-a458-b3cae657ce48 req-5bbda880-cab6-468e-8e8e-5d6e7b7460f7 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] No DVR routers for this DVR port 5f7323b3-03d0-4d85-9c2d-7fc2e11794ef on host hv-cinder-79351 {{(pid=105127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:01:12.609643 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-baa68821-a687-4f9c-a458-b3cae657ce48 req-5bbda880-cab6-468e-8e8e-5d6e7b7460f7 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:12.611845 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-baa68821-a687-4f9c-a458-b3cae657ce48 req-5bbda880-cab6-468e-8e8e-5d6e7b7460f7 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.42 "DELETE /v2.0/ports/5f7323b3-03d0-4d85-9c2d-7fc2e11794ef HTTP/1.1" status: 204 len: 173 time: 0.9666135 Jun 29 11:01:12.613087 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caefd0d8-a3ae-4868-8023-ea8a59b4233d', 'name': 'network-vif-deleted', 'tag': '5f7323b3-03d0-4d85-9c2d-7fc2e11794ef'}] {{(pid=105127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:01:12.626843 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51926c8a96ac3dcbe8a9a7c61d1f1b13ee7346919254cfc90a12d4d270e3eabf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6413e9a5-c341-4a56-a706-a2931d5df87c" -d '{"events": [{"server_uuid": "caefd0d8-a3ae-4868-8023-ea8a59b4233d", "name": "network-vif-deleted", "tag": "5f7323b3-03d0-4d85-9c2d-7fc2e11794ef"}]}' {{(pid=105127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:01:12.655948 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a3666f-5ef0-4788-a432-fc7d0921ab1b admin admin] Pushing event updated for resources: {'Port': ['ID=be3a02bd-5e69-4889-92fe-f145b1112149,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:12.659601 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-84a3666f-5ef0-4788-a432-fc7d0921ab1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:12.673876 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a3666f-5ef0-4788-a432-fc7d0921ab1b admin admin] Network 1d7db265-d806-41f6-8c7b-d59edd3be907 is already hosted by enough agents. {{(pid=105126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:01:12.676493 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.base_scheduler [None req-84a3666f-5ef0-4788-a432-fc7d0921ab1b admin admin] Resources bound (agent type, host, resource id): {{(pid=105126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:01:12.679918 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a3666f-5ef0-4788-a432-fc7d0921ab1b admin admin] Received port after_create {{(pid=105126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:01:12.730853 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e0cd26-e5cf-48e6-aacf-fcf52938fbd2 None None] Pushing event updated for resources: {'Port': ['ID=9ad5afa0-6547-4e9c-977f-cb4dd28abfc7,revision_number=2']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:12.749174 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-94e0cd26-e5cf-48e6-aacf-fcf52938fbd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:12.848574 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-e8b95651-62eb-4603-970b-7f2bba910fe1 req-edd313b7-5fc7-4a38-ac38-c8fe1127656b tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=caefd0d8-a3ae-4868-8023-ea8a59b4233d HTTP/1.1" status: 200 len: 210 time: 0.0522778 Jun 29 11:01:12.975699 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfc24fc-198c-42a5-9e78-ad3356f65d62 x-openstack-request-id: req-cdfc24fc-198c-42a5-9e78-ad3356f65d62 {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:01:12.976023 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caefd0d8-a3ae-4868-8023-ea8a59b4233d", "name": "network-vif-deleted", "tag": "5f7323b3-03d0-4d85-9c2d-7fc2e11794ef", "status": "completed", "code": 200}]} {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:01:12.976376 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cdfc24fc-198c-42a5-9e78-ad3356f65d62 {{(pid=105127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:01:12.977161 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caefd0d8-a3ae-4868-8023-ea8a59b4233d', 'name': 'network-vif-deleted', 'tag': '5f7323b3-03d0-4d85-9c2d-7fc2e11794ef', 'status': 'completed', 'code': 200} Jun 29 11:01:13.274513 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccde7ca-cb31-49a3-9ba7-5d095888c935 req-0a919c30-38c0-4d78-944c-eaedce975679 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:13.274513 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-9ccde7ca-cb31-49a3-9ba7-5d095888c935 req-0a919c30-38c0-4d78-944c-eaedce975679 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.1984706 Jun 29 11:01:13.316931 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-9ccde7ca-cb31-49a3-9ba7-5d095888c935 req-eb67533f-ab65-4d44-8e5b-0d0643bbdd7e tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359490 Jun 29 11:01:13.514770 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-84a3666f-5ef0-4788-a432-fc7d0921ab1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:13.771068 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 9ad5afa0-6547-4e9c-977f-cb4dd28abfc7 up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:01:13.837092 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c2869-fb74-4e0b-b8d4-a50cbbda910a req-ad6b489d-2d35-4cc3-877d-39967c6cdab9 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:13.838606 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-1b9c2869-fb74-4e0b-b8d4-a50cbbda910a req-ad6b489d-2d35-4cc3-877d-39967c6cdab9 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 945 time: 0.1855743 Jun 29 11:01:13.854864 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-84a3666f-5ef0-4788-a432-fc7d0921ab1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540137'] for router, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:13.917300 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning for port 9ad5afa0-6547-4e9c-977f-cb4dd28abfc7 completed by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:01:13.922433 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device aaf6ece0-3d3c-48ce-ae24-62a500058e14 up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:01:13.960618 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-1b9c2869-fb74-4e0b-b8d4-a50cbbda910a req-b326097c-f31d-4dba-a4fb-b99ebf7ecc6f tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140485 Jun 29 11:01:14.011889 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning complete for port aaf6ece0-3d3c-48ce-ae24-62a500058e14 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:01:14.013010 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:14.072539 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d13a1e5-ece9-49e3-a51b-25c034a2a622 None None] Network de14d9bc-474d-41ce-a731-3945ec0d511c requested from dv-cinder-793515-4-smb {{(pid=105128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:01:14.132210 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458fdc94-bc29-485f-b55c-235e89b50264 req-4ddbabcf-debc-4aea-ada5-68f69a0c5cef tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:14.134847 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-458fdc94-bc29-485f-b55c-235e89b50264 req-4ddbabcf-debc-4aea-ada5-68f69a0c5cef tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/ports?device_id=42a95e5f-5c09-4d20-8f1a-b271fa28ed19 HTTP/1.1" status: 200 len: 946 time: 0.1396270 Jun 29 11:01:14.182924 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a3666f-5ef0-4788-a432-fc7d0921ab1b admin admin] Router 8617f2df-cd2b-4f1d-b00a-edd8c65009d8 is scheduled to L3 agent 3b2ad6f0-f3d9-4012-ac35-d330af5e0962 with binding_index 1 {{(pid=105126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 11:01:14.193610 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-458fdc94-bc29-485f-b55c-235e89b50264 req-da2f9357-6ec9-4648-90d8-43d3fd80f174 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/security-groups?id=57bfa6ac-0e09-4ec9-b20f-5148c6d293be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525186 Jun 29 11:01:14.282768 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-ad0e069e-3d9e-419c-93e3-e67ecac67954 None None] Provisioning for port 9ad5afa0-6547-4e9c-977f-cb4dd28abfc7 completed by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:01:14.290482 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-ad0e069e-3d9e-419c-93e3-e67ecac67954 None None] Provisioning complete for port 9ad5afa0-6547-4e9c-977f-cb4dd28abfc7 triggered by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:01:14.291438 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-ad0e069e-3d9e-419c-93e3-e67ecac67954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:14.311638 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a3666f-5ef0-4788-a432-fc7d0921ab1b admin admin] Notify agent at l3_agent.dv-cinder-793515-4-smb the message routers_updated {{(pid=105126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:01:14.323589 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dbdca0-d608-4157-8aa9-104d05fade90 None None] Sync routers for ids ['8617f2df-cd2b-4f1d-b00a-edd8c65009d8'] in dv-cinder-793515-4-smb {{(pid=105129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:01:14.338168 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dbdca0-d608-4157-8aa9-104d05fade90 None None] Routers {'8617f2df-cd2b-4f1d-b00a-edd8c65009d8'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:01:14.338168 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-01dbdca0-d608-4157-8aa9-104d05fade90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:01:09Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['8617f2df-cd2b-4f1d-b00a-edd8c65009d8'], 'active': True} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:01:14.390768 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-84a3666f-5ef0-4788-a432-fc7d0921ab1b admin admin] Notify callbacks [] for router, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:14.396022 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 54592) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:01:14.400080 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-ad0e069e-3d9e-419c-93e3-e67ecac67954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:14.401210 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-84a3666f-5ef0-4788-a432-fc7d0921ab1b admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.4210131 Jun 29 11:01:14.462019 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-ad0e069e-3d9e-419c-93e3-e67ecac67954 None None] For port 9ad5afa0-6547-4e9c-977f-cb4dd28abfc7, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=9ad5afa0-6547-4e9c-977f-cb4dd28abfc7,segment=NetworkSegment(9e6345f6-7fb2-4a95-853c-b2ba32c9aba0),segment_id=9e6345f6-7fb2-4a95-853c-b2ba32c9aba0)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:01:14.508765 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-ad0e069e-3d9e-419c-93e3-e67ecac67954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:14.510872 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:14.536414 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvr_db [None req-01dbdca0-d608-4157-8aa9-104d05fade90 None None] Set router 8617f2df-cd2b-4f1d-b00a-edd8c65009d8 gateway port host: dv-cinder-793515-4-smb {{(pid=105129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:01:14.620792 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e069e-3d9e-419c-93e3-e67ecac67954 None None] Pushing event updated for resources: {'Port': ['ID=9ad5afa0-6547-4e9c-977f-cb4dd28abfc7,revision_number=3']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:14.628040 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-ad0e069e-3d9e-419c-93e3-e67ecac67954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:14.743850 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-dcf0597b-40e9-405e-beaf-3663ece52918 None None] Provisioning complete for port 9ad5afa0-6547-4e9c-977f-cb4dd28abfc7 triggered by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:01:14.744242 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-dcf0597b-40e9-405e-beaf-3663ece52918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:14.829119 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c57b8-41b7-4559-9bea-060fd97e34dc req-0a1adaae-2c14-4f30-97ac-28433642107a tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:14.831001 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-f83c57b8-41b7-4559-9bea-060fd97e34dc req-0a1adaae-2c14-4f30-97ac-28433642107a tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.1684072 Jun 29 11:01:14.847170 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-01dbdca0-d608-4157-8aa9-104d05fade90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8617f2df-cd2b-4f1d-b00a-edd8c65009d8', 'name': 'tempest-TestShelveInstance-929849690-router', 'tenant_id': '32572499ab7b4019b812664e665c760d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': 'be3a02bd-5e69-4889-92fe-f145b1112149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:01:11Z', 'updated_at': '2021-06-29T11:01:13Z', 'revision_number': 3, 'project_id': '32572499ab7b4019b812664e665c760d', 'gw_port': {'id': 'be3a02bd-5e69-4889-92fe-f145b1112149', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8617f2df-cd2b-4f1d-b00a-edd8c65009d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:01:12Z', 'updated_at': '2021-06-29T11:01:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb'}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:01:14.855619 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9eabf-3675-49b8-a114-445b1d4050aa req-de598e65-c924-4e4c-ac50-8e4450a3b458 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:14.857778 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-47a9eabf-3675-49b8-a114-445b1d4050aa req-de598e65-c924-4e4c-ac50-8e4450a3b458 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5c66201-89c2-43c5-852a-e504b81dfa0a HTTP/1.1" status: 200 len: 945 time: 0.1134984 Jun 29 11:01:14.896137 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dbdca0-d608-4157-8aa9-104d05fade90 None None] Checking router: 8617f2df-cd2b-4f1d-b00a-edd8c65009d8 for host: dv-cinder-793515-4-smb {{(pid=105129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:01:14.897552 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dbdca0-d608-4157-8aa9-104d05fade90 None None] Updating router 8617f2df-cd2b-4f1d-b00a-edd8c65009d8 port be3a02bd-5e69-4889-92fe-f145b1112149 binding host dv-cinder-793515-4-smb {{(pid=105129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:01:14.903985 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-47a9eabf-3675-49b8-a114-445b1d4050aa req-3b6a8582-9ed3-4ea3-9277-7f7121788575 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391510 Jun 29 11:01:14.936704 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-f83c57b8-41b7-4559-9bea-060fd97e34dc req-8df19b77-cdc0-440c-921e-a132be6fdb46 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678670 Jun 29 11:01:14.949600 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-01dbdca0-d608-4157-8aa9-104d05fade90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:15.152543 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-3066d9a3-0164-4960-8ac0-8ea97400bf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:15.188450 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2120ae-272b-4c0c-87e0-2063862de6e2 req-9a599347-4465-41fa-9870-ed79339abede tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:15.190269 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-4e2120ae-272b-4c0c-87e0-2063862de6e2 req-9a599347-4465-41fa-9870-ed79339abede tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 945 time: 0.0865438 Jun 29 11:01:15.239021 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-4e2120ae-272b-4c0c-87e0-2063862de6e2 req-487cb25e-c736-4ac6-a424-b13a8a455e62 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421684 Jun 29 11:01:15.270576 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-01dbdca0-d608-4157-8aa9-104d05fade90 None None] Notify callbacks [] for port, precommit_update {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:15.281963 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.provisioning_blocks [None req-01dbdca0-d608-4157-8aa9-104d05fade90 None None] Transition to ACTIVE for port object be3a02bd-5e69-4889-92fe-f145b1112149 will not be triggered until provisioned by entity L2. {{(pid=105129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:01:15.360933 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-01dbdca0-d608-4157-8aa9-104d05fade90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:15.363228 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:15.414120 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.managers [None req-01dbdca0-d608-4157-8aa9-104d05fade90 None None] Attempting to bind port be3a02bd-5e69-4889-92fe-f145b1112149 on host dv-cinder-793515-4-smb for vnic_type normal with profile {{(pid=105129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:01:15.414533 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.managers [None req-01dbdca0-d608-4157-8aa9-104d05fade90 None None] Attempting to bind port be3a02bd-5e69-4889-92fe-f145b1112149 by drivers openvswitch,hyperv on host dv-cinder-793515-4-smb at level 0 using segments [{'id': 'cf6731c6-a9cf-4901-a91e-9599bf0473fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907'}] {{(pid=105129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:01:15.414920 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dbdca0-d608-4157-8aa9-104d05fade90 None None] Attempting to bind port be3a02bd-5e69-4889-92fe-f145b1112149 on network 1d7db265-d806-41f6-8c7b-d59edd3be907 {{(pid=105129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:01:15.422665 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d074b72-e6fd-4922-88d6-f335030bc0b4 None None] Pushing event updated for resources: {'Port': ['ID=be3a02bd-5e69-4889-92fe-f145b1112149,revision_number=2']} {{(pid=105129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:15.425425 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dbdca0-d608-4157-8aa9-104d05fade90 None None] Checking agent: {'id': 'cc1c0530-ae64-418d-bf21-3e9fb04f4b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 50, 39), 'started_at': datetime.datetime(2021, 6, 29, 10, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:01:15.425797 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dbdca0-d608-4157-8aa9-104d05fade90 None None] Checking segment: {'id': 'cf6731c6-a9cf-4901-a91e-9599bf0473fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:01:15.426192 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-01dbdca0-d608-4157-8aa9-104d05fade90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:15.426576 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dbdca0-d608-4157-8aa9-104d05fade90 None None] Bound using segment: {'id': 'cf6731c6-a9cf-4901-a91e-9599bf0473fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907'} {{(pid=105129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:01:15.427070 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.managers [None req-01dbdca0-d608-4157-8aa9-104d05fade90 None None] Bound port: be3a02bd-5e69-4889-92fe-f145b1112149, host: dv-cinder-793515-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6731c6-a9cf-4901-a91e-9599bf0473fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907'}}] {{(pid=105129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:01:15.427674 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-01dbdca0-d608-4157-8aa9-104d05fade90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:15.447608 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG oslo_concurrency.lockutils [None req-4d074b72-e6fd-4922-88d6-f335030bc0b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=105129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:15.459286 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.db_base_plugin_common [None req-3066d9a3-0164-4960-8ac0-8ea97400bf91 admin admin] Allocated IP 172.20.0.1 (de14d9bc-474d-41ce-a731-3945ec0d511c/b9d7190e-c8ad-429c-be54-d5e495898209/a1845bf3-25fe-4333-99bb-fc4e77c74e6d) {{(pid=105127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:01:15.482148 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.db [None req-01dbdca0-d608-4157-8aa9-104d05fade90 None None] For port be3a02bd-5e69-4889-92fe-f145b1112149, host dv-cinder-793515-4-smb, cleared binding levels {{(pid=105129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:01:15.485287 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.db [None req-01dbdca0-d608-4157-8aa9-104d05fade90 None None] For port be3a02bd-5e69-4889-92fe-f145b1112149, host dv-cinder-793515-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=be3a02bd-5e69-4889-92fe-f145b1112149,segment=NetworkSegment(cf6731c6-a9cf-4901-a91e-9599bf0473fe),segment_id=cf6731c6-a9cf-4901-a91e-9599bf0473fe)] {{(pid=105129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:01:15.486992 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1603d1-76f6-4995-b280-151caf87ea99 req-32516e3b-f679-49a7-8198-6988bf0ac177 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:15.488581 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-3e1603d1-76f6-4995-b280-151caf87ea99 req-32516e3b-f679-49a7-8198-6988bf0ac177 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/ports?device_id=42a95e5f-5c09-4d20-8f1a-b271fa28ed19 HTTP/1.1" status: 200 len: 946 time: 0.1363008 Jun 29 11:01:15.566755 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-01dbdca0-d608-4157-8aa9-104d05fade90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:15.572093 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-3e1603d1-76f6-4995-b280-151caf87ea99 req-3296a263-5c9b-45e9-be8e-2e94d4e650a7 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/security-groups?id=57bfa6ac-0e09-4ec9-b20f-5148c6d293be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688684 Jun 29 11:01:15.583065 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG oslo_concurrency.lockutils [None req-1a7b2e28-c172-4bdf-a0c9-4d2253d231e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:15.634455 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-3066d9a3-0164-4960-8ac0-8ea97400bf91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:15.653447 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.provisioning_blocks [None req-3066d9a3-0164-4960-8ac0-8ea97400bf91 admin admin] Transition to ACTIVE for port object a1845bf3-25fe-4333-99bb-fc4e77c74e6d will not be triggered until provisioned by entity DHCP. {{(pid=105127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:01:15.666882 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dbdca0-d608-4157-8aa9-104d05fade90 None None] Routers {'8617f2df-cd2b-4f1d-b00a-edd8c65009d8'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:01:15.671658 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-01dbdca0-d608-4157-8aa9-104d05fade90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:01:09Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['8617f2df-cd2b-4f1d-b00a-edd8c65009d8'], 'active': True} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:01:15.675103 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d074b72-e6fd-4922-88d6-f335030bc0b4 None None] Pushing event updated for resources: {'Port': ['ID=be3a02bd-5e69-4889-92fe-f145b1112149,revision_number=3']} {{(pid=105129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:15.676925 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 9ad5afa0-6547-4e9c-977f-cb4dd28abfc7 up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:01:15.731960 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG oslo_concurrency.lockutils [None req-4d074b72-e6fd-4922-88d6-f335030bc0b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=105129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:15.739481 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning complete for port 9ad5afa0-6547-4e9c-977f-cb4dd28abfc7 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:01:15.739865 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:15.778235 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-3066d9a3-0164-4960-8ac0-8ea97400bf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130347142'] for port, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:15.781438 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-01c460de-1b63-43ed-8efc-be6a2253c556 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:15.822603 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvr_db [None req-01dbdca0-d608-4157-8aa9-104d05fade90 None None] Set router 8617f2df-cd2b-4f1d-b00a-edd8c65009d8 gateway port host: dv-cinder-793515-4-smb {{(pid=105129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:01:15.822857 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3066d9a3-0164-4960-8ac0-8ea97400bf91 admin admin] Network de14d9bc-474d-41ce-a731-3945ec0d511c is already hosted by enough agents. {{(pid=105127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:01:15.825842 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.base_scheduler [None req-3066d9a3-0164-4960-8ac0-8ea97400bf91 admin admin] Resources bound (agent type, host, resource id): {{(pid=105127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:01:15.829578 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3066d9a3-0164-4960-8ac0-8ea97400bf91 admin admin] Received port after_create {{(pid=105127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:01:15.835729 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3066d9a3-0164-4960-8ac0-8ea97400bf91 admin admin] Pushing event updated for resources: {'Port': ['ID=a1845bf3-25fe-4333-99bb-fc4e77c74e6d,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:15.862518 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-3066d9a3-0164-4960-8ac0-8ea97400bf91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:15.899985 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-3066d9a3-0164-4960-8ac0-8ea97400bf91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-606623'] for router_interface, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:16.122234 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-01dbdca0-d608-4157-8aa9-104d05fade90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8617f2df-cd2b-4f1d-b00a-edd8c65009d8', 'name': 'tempest-TestShelveInstance-929849690-router', 'tenant_id': '32572499ab7b4019b812664e665c760d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': 'be3a02bd-5e69-4889-92fe-f145b1112149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:01:11Z', 'updated_at': '2021-06-29T11:01:13Z', 'revision_number': 3, 'project_id': '32572499ab7b4019b812664e665c760d', 'gw_port': {'id': 'be3a02bd-5e69-4889-92fe-f145b1112149', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8617f2df-cd2b-4f1d-b00a-edd8c65009d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:01:12Z', 'updated_at': '2021-06-29T11:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb'}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:01:16.167002 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dbdca0-d608-4157-8aa9-104d05fade90 None None] The sync data for ids ['8617f2df-cd2b-4f1d-b00a-edd8c65009d8'] in dv-cinder-793515-4-smb is: [{'id': '8617f2df-cd2b-4f1d-b00a-edd8c65009d8', 'name': 'tempest-TestShelveInstance-929849690-router', 'tenant_id': '32572499ab7b4019b812664e665c760d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': 'be3a02bd-5e69-4889-92fe-f145b1112149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:01:11Z', 'updated_at': '2021-06-29T11:01:13Z', 'revision_number': 3, 'project_id': '32572499ab7b4019b812664e665c760d', 'gw_port': {'id': 'be3a02bd-5e69-4889-92fe-f145b1112149', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8617f2df-cd2b-4f1d-b00a-edd8c65009d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:01:12Z', 'updated_at': '2021-06-29T11:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb'}] {{(pid=105129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:01:16.230329 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f9db1-909c-443a-989a-b5b38069d8cf req-ae25ff06-06f5-49fc-84a2-359a7a43c8de tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:16.232633 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-a06f9db1-909c-443a-989a-b5b38069d8cf req-ae25ff06-06f5-49fc-84a2-359a7a43c8de tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5c66201-89c2-43c5-852a-e504b81dfa0a HTTP/1.1" status: 200 len: 945 time: 0.1083090 Jun 29 11:01:16.235866 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 5f7323b3-03d0-4d85-9c2d-7fc2e11794ef no longer exists at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:01:16.273596 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] No Port match for: 5f7323b3-03d0-4d85-9c2d-7fc2e11794ef {{(pid=105128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:01:16.273960 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 5f7323b3-03d0-4d85-9c2d-7fc2e11794ef not bound to the agent host hv-cinder-79351 {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:01:16.281352 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-f0c6dc25-2dba-4677-b225-d52ae7d7da5a None None] Provisioning for port a1845bf3-25fe-4333-99bb-fc4e77c74e6d completed by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:01:16.292091 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-f0c6dc25-2dba-4677-b225-d52ae7d7da5a None None] Provisioning complete for port a1845bf3-25fe-4333-99bb-fc4e77c74e6d triggered by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:01:16.292685 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-f0c6dc25-2dba-4677-b225-d52ae7d7da5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:16.328013 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-a06f9db1-909c-443a-989a-b5b38069d8cf req-b03a301a-9fc3-4af5-9634-96f348c78599 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877271 Jun 29 11:01:16.369220 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-f0c6dc25-2dba-4677-b225-d52ae7d7da5a None None] Port a1845bf3-25fe-4333-99bb-fc4e77c74e6d cannot update to ACTIVE because it is not bound. {{(pid=105128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:01:16.488209 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef5569-3455-481a-99f6-a3fea796b991 req-b5f6f21f-0f34-43bd-9497-14c52bb430b5 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:16.490052 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-67ef5569-3455-481a-99f6-a3fea796b991 req-b5f6f21f-0f34-43bd-9497-14c52bb430b5 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.42 "GET /v2.0/ports?device_id=42a95e5f-5c09-4d20-8f1a-b271fa28ed19 HTTP/1.1" status: 200 len: 946 time: 0.5231605 Jun 29 11:01:16.526686 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735d13f-09d2-4c6f-83ac-6ebc2e297777 req-af7b7bc1-a6d0-47a3-acd4-74b5d507a234 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:16.527649 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55efb5-d3d0-42e1-8e21-973665170305 req-d6c1d172-716b-4846-a641-ba8462d2d262 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:16.528878 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-1735d13f-09d2-4c6f-83ac-6ebc2e297777 req-af7b7bc1-a6d0-47a3-acd4-74b5d507a234 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.1958458 Jun 29 11:01:16.529401 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-1d55efb5-d3d0-42e1-8e21-973665170305 req-d6c1d172-716b-4846-a641-ba8462d2d262 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 945 time: 0.0713332 Jun 29 11:01:16.624424 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-1d55efb5-d3d0-42e1-8e21-973665170305 req-20c4f2a9-a600-4087-9d45-39b2bba41cd5 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869563 Jun 29 11:01:16.686464 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-3066d9a3-0164-4960-8ac0-8ea97400bf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:16.799327 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-1735d13f-09d2-4c6f-83ac-6ebc2e297777 req-65457849-2295-491e-bdad-ae2dce10777b tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638988 Jun 29 11:01:16.893693 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bcf53f-2e00-4dc1-ab77-a1f4b9ccc426 req-3026c6fc-7a40-43f7-8d67-947f4ad3b259 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:16.895470 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-59bcf53f-2e00-4dc1-ab77-a1f4b9ccc426 req-3026c6fc-7a40-43f7-8d67-947f4ad3b259 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/ports?device_id=42a95e5f-5c09-4d20-8f1a-b271fa28ed19 HTTP/1.1" status: 200 len: 946 time: 0.0875828 Jun 29 11:01:16.905856 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ddba26-cd37-4b03-88f0-9a306cae1d47 req-01ca4e52-2bb0-4a24-874a-9e6ee3f9fddc tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:16.907360 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-e1ddba26-cd37-4b03-88f0-9a306cae1d47 req-01ca4e52-2bb0-4a24-874a-9e6ee3f9fddc tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5c66201-89c2-43c5-852a-e504b81dfa0a HTTP/1.1" status: 200 len: 945 time: 0.3489826 Jun 29 11:01:16.946430 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-59bcf53f-2e00-4dc1-ab77-a1f4b9ccc426 req-5309e8aa-0ea2-47d9-b2b2-d4690e2ebf49 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/security-groups?id=57bfa6ac-0e09-4ec9-b20f-5148c6d293be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449681 Jun 29 11:01:17.022237 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [req-67ef5569-3455-481a-99f6-a3fea796b991 req-5791613e-3652-4e43-a317-94e54670bcf5 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Deleting port f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6 {{(pid=105127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:01:17.022237 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-67ef5569-3455-481a-99f6-a3fea796b991 req-5791613e-3652-4e43-a317-94e54670bcf5 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:17.145449 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-3066d9a3-0164-4960-8ac0-8ea97400bf91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:17.176293 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [req-e1ddba26-cd37-4b03-88f0-9a306cae1d47 req-cd395360-217d-4712-be66-f9370958e9b4 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Deleting port 10dd8b68-b420-4cb0-9014-f4cd5775fda2 {{(pid=105127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:01:17.176671 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-e1ddba26-cd37-4b03-88f0-9a306cae1d47 req-cd395360-217d-4712-be66-f9370958e9b4 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:17.238382 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-67ef5569-3455-481a-99f6-a3fea796b991 req-5791613e-3652-4e43-a317-94e54670bcf5 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] For port f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6,segment=NetworkSegment(f8674210-aa14-4b17-8a06-58bca2a2e300),segment_id=f8674210-aa14-4b17-8a06-58bca2a2e300)] {{(pid=105127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:01:17.238753 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-67ef5569-3455-481a-99f6-a3fea796b991 req-5791613e-3652-4e43-a317-94e54670bcf5 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:17.257774 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-3066d9a3-0164-4960-8ac0-8ea97400bf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130347152'] for port, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:17.263350 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [req-67ef5569-3455-481a-99f6-a3fea796b991 req-5791613e-3652-4e43-a317-94e54670bcf5 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Calling delete_port for f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6 owned by compute:nova {{(pid=105127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:01:17.264933 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-5bbda880-cab6-468e-8e8e-5d6e7b7460f7 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:17.407090 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-e1ddba26-cd37-4b03-88f0-9a306cae1d47 req-cd395360-217d-4712-be66-f9370958e9b4 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] For port 10dd8b68-b420-4cb0-9014-f4cd5775fda2, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=10dd8b68-b420-4cb0-9014-f4cd5775fda2,segment=NetworkSegment(d751559d-5565-473f-a10b-07ec42d05c7f),segment_id=d751559d-5565-473f-a10b-07ec42d05c7f)] {{(pid=105127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:01:17.407456 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-e1ddba26-cd37-4b03-88f0-9a306cae1d47 req-cd395360-217d-4712-be66-f9370958e9b4 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:17.410257 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-3066d9a3-0164-4960-8ac0-8ea97400bf91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1570102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606571'] for router_interface, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:17.425377 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3066d9a3-0164-4960-8ac0-8ea97400bf91 admin admin] Pushing event updated for resources: {'Port': ['ID=a1845bf3-25fe-4333-99bb-fc4e77c74e6d,revision_number=2']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:17.432098 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-3066d9a3-0164-4960-8ac0-8ea97400bf91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:17.432953 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [req-e1ddba26-cd37-4b03-88f0-9a306cae1d47 req-cd395360-217d-4712-be66-f9370958e9b4 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Calling delete_port for 10dd8b68-b420-4cb0-9014-f4cd5775fda2 owned by compute:nova {{(pid=105127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:01:17.672043 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device be3a02bd-5e69-4889-92fe-f145b1112149 up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:01:17.698403 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3066d9a3-0164-4960-8ac0-8ea97400bf91 admin admin] Network de14d9bc-474d-41ce-a731-3945ec0d511c is already hosted by enough agents. {{(pid=105127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:01:17.702149 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.base_scheduler [None req-3066d9a3-0164-4960-8ac0-8ea97400bf91 admin admin] Resources bound (agent type, host, resource id): {{(pid=105127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:01:17.787493 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1163b-e665-484a-becc-eedafbab7830 req-f3f0519b-afa1-4fa9-8c7c-b0ff157bd4e9 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:17.787493 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-fef1163b-e665-484a-becc-eedafbab7830 req-f3f0519b-afa1-4fa9-8c7c-b0ff157bd4e9 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5c66201-89c2-43c5-852a-e504b81dfa0a HTTP/1.1" status: 200 len: 945 time: 0.2638335 Jun 29 11:01:17.888270 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18d056-2289-459e-85f8-93bbc9dbe7b8 req-1ee53054-217d-47f1-a038-f5bc8c301673 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:17.890227 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-af18d056-2289-459e-85f8-93bbc9dbe7b8 req-1ee53054-217d-47f1-a038-f5bc8c301673 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 945 time: 0.0904980 Jun 29 11:01:17.916010 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-fef1163b-e665-484a-becc-eedafbab7830 req-7e1f1b08-4123-4dac-9021-ec1dd8eb0838 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543243 Jun 29 11:01:17.918419 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-67ef5569-3455-481a-99f6-a3fea796b991 req-5791613e-3652-4e43-a317-94e54670bcf5 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130347151'] for port, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:17.925529 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-8b64de0e-4e6a-4939-b62d-4e0056d221ca tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:17.932232 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning for port be3a02bd-5e69-4889-92fe-f145b1112149 completed by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:01:17.947868 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning complete for port be3a02bd-5e69-4889-92fe-f145b1112149 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:01:17.948381 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:17.961233 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5791613e-3652-4e43-a317-94e54670bcf5 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Pushing event deleted for resources: {'Port': ['ID=f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:17.973120 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-5791613e-3652-4e43-a317-94e54670bcf5 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:17.989790 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-af18d056-2289-459e-85f8-93bbc9dbe7b8 req-3baafcd8-4e67-4a8c-a401-ada76f73b69c tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921800 Jun 29 11:01:18.010719 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-e1ddba26-cd37-4b03-88f0-9a306cae1d47 req-cd395360-217d-4712-be66-f9370958e9b4 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130347151'] for port, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:18.015576 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] get_ports_and_sgs() called for port_ids ['f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6'] {{(pid=105128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:01:18.033833 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ef5569-3455-481a-99f6-a3fea796b991 req-5791613e-3652-4e43-a317-94e54670bcf5 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] No DVR routers for this DVR port f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6 on host hv-cinder-79351 {{(pid=105127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:01:18.035497 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:18.041098 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-67ef5569-3455-481a-99f6-a3fea796b991 req-5791613e-3652-4e43-a317-94e54670bcf5 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:18.043823 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-67ef5569-3455-481a-99f6-a3fea796b991 req-5791613e-3652-4e43-a317-94e54670bcf5 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.42 "DELETE /v2.0/ports/f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6 HTTP/1.1" status: 204 len: 173 time: 1.4711347 Jun 29 11:01:18.046071 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a95e5f-5c09-4d20-8f1a-b271fa28ed19', 'name': 'network-vif-deleted', 'tag': 'f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6'}] {{(pid=105127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:01:18.048611 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51926c8a96ac3dcbe8a9a7c61d1f1b13ee7346919254cfc90a12d4d270e3eabf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5f1628-18b5-4c6b-9ffb-62222ffa9aba" -d '{"events": [{"server_uuid": "42a95e5f-5c09-4d20-8f1a-b271fa28ed19", "name": "network-vif-deleted", "tag": "f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6"}]}' {{(pid=105127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:01:18.084153 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-7c8c36e2-497a-432c-a823-032e4b61b0ef None None] Provisioning complete for port a1845bf3-25fe-4333-99bb-fc4e77c74e6d triggered by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:01:18.084572 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-7c8c36e2-497a-432c-a823-032e4b61b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:18.093860 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd395360-217d-4712-be66-f9370958e9b4 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Pushing event deleted for resources: {'Port': ['ID=10dd8b68-b420-4cb0-9014-f4cd5775fda2,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:18.116984 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-cd395360-217d-4712-be66-f9370958e9b4 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:18.120856 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3066d9a3-0164-4960-8ac0-8ea97400bf91 admin admin] Router 8617f2df-cd2b-4f1d-b00a-edd8c65009d8 has already been hosted by L3 agent 3b2ad6f0-f3d9-4012-ac35-d330af5e0962 {{(pid=105127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:01:18.123192 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] get_ports_and_sgs() called for port_ids ['a0992ff1-31d3-4923-889f-50a337cbc2d9', '10dd8b68-b420-4cb0-9014-f4cd5775fda2'] {{(pid=105128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:01:18.174791 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ddba26-cd37-4b03-88f0-9a306cae1d47 req-cd395360-217d-4712-be66-f9370958e9b4 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] No DVR routers for this DVR port 10dd8b68-b420-4cb0-9014-f4cd5775fda2 on host hv-cinder-79351 {{(pid=105127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:01:18.180106 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-87658b21-20d8-4b44-9bc4-a3b895824aef req-d69b53aa-c066-4cca-a98d-339890f13d6c tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/ports?device_id=42a95e5f-5c09-4d20-8f1a-b271fa28ed19 HTTP/1.1" status: 200 len: 210 time: 0.0410490 Jun 29 11:01:18.182145 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-e1ddba26-cd37-4b03-88f0-9a306cae1d47 req-cd395360-217d-4712-be66-f9370958e9b4 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:18.184894 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-e1ddba26-cd37-4b03-88f0-9a306cae1d47 req-cd395360-217d-4712-be66-f9370958e9b4 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.42 "DELETE /v2.0/ports/10dd8b68-b420-4cb0-9014-f4cd5775fda2 HTTP/1.1" status: 204 len: 173 time: 1.2676625 Jun 29 11:01:18.234242 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-7c8c36e2-497a-432c-a823-032e4b61b0ef None None] Port a1845bf3-25fe-4333-99bb-fc4e77c74e6d cannot update to ACTIVE because it is not bound. {{(pid=105128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:01:18.239857 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:18.254559 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007e891d-7012-4653-b466-66c2c3723a11 x-openstack-request-id: req-007e891d-7012-4653-b466-66c2c3723a11 {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:01:18.255007 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a95e5f-5c09-4d20-8f1a-b271fa28ed19", "name": "network-vif-deleted", "tag": "f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6", "status": "completed", "code": 200}]} {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:01:18.255393 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-007e891d-7012-4653-b466-66c2c3723a11 {{(pid=105127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:01:18.255885 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a95e5f-5c09-4d20-8f1a-b271fa28ed19', 'name': 'network-vif-deleted', 'tag': 'f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6', 'status': 'completed', 'code': 200} Jun 29 11:01:18.266729 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b98277-808d-4e64-9501-c6682699e283 req-62abb075-e8c6-414c-8cf3-41791445a3a2 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:18.268525 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d5b98277-808d-4e64-9501-c6682699e283 req-62abb075-e8c6-414c-8cf3-41791445a3a2 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.1909888 Jun 29 11:01:18.273240 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] For port be3a02bd-5e69-4889-92fe-f145b1112149, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=be3a02bd-5e69-4889-92fe-f145b1112149,segment=NetworkSegment(cf6731c6-a9cf-4901-a91e-9599bf0473fe),segment_id=cf6731c6-a9cf-4901-a91e-9599bf0473fe)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:01:18.406376 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d5b98277-808d-4e64-9501-c6682699e283 req-ba44334f-b183-4f04-b1d8-f145f9484304 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465121 Jun 29 11:01:18.406376 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3066d9a3-0164-4960-8ac0-8ea97400bf91 admin admin] Notify agent at l3_agent.dv-cinder-793515-4-smb the message routers_updated {{(pid=105127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:01:18.406376 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-3066d9a3-0164-4960-8ac0-8ea97400bf91 admin admin] 10.222.0.66 "PUT /v2.0/routers/8617f2df-cd2b-4f1d-b00a-edd8c65009d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9533269 Jun 29 11:01:18.522977 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:18.529319 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:18.596972 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Pushing event updated for resources: {'Port': ['ID=be3a02bd-5e69-4889-92fe-f145b1112149,revision_number=4']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:18.600208 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:18.845459 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d638258-9802-4a45-897d-4ccf560e57f7 None None] Sync routers for ids ['8617f2df-cd2b-4f1d-b00a-edd8c65009d8'] in dv-cinder-793515-4-smb {{(pid=105128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:01:18.853484 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d638258-9802-4a45-897d-4ccf560e57f7 None None] Routers {'8617f2df-cd2b-4f1d-b00a-edd8c65009d8'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:01:18.854389 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-2d638258-9802-4a45-897d-4ccf560e57f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:01:09Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['8617f2df-cd2b-4f1d-b00a-edd8c65009d8'], 'active': True} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:01:18.985909 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvr_db [None req-2d638258-9802-4a45-897d-4ccf560e57f7 None None] Set router 8617f2df-cd2b-4f1d-b00a-edd8c65009d8 gateway port host: dv-cinder-793515-4-smb {{(pid=105128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:01:19.095737 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-3a2b60ac-af36-4dae-b4f9-0de48dd9e1ff req-71e9dac2-25b2-4559-915a-3169bed12bbf tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5c66201-89c2-43c5-852a-e504b81dfa0a HTTP/1.1" status: 200 len: 210 time: 0.0427177 Jun 29 11:01:19.238396 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 54716) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:01:19.246016 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-b45530b8-bde8-40d6-9166-d30647aa617b tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2015464654', 'description': 'tempest-secgroup-smoke-2015464654 description', 'project_id': 'cf3eb55687784d58baefbd075c2bee23'}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:01:19.321806 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4db30e-1ad0-42dd-a7ef-53d08f0c964d req-adf62216-19fc-4b06-a71d-86b65e376d6b tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:19.323296 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-9f4db30e-1ad0-42dd-a7ef-53d08f0c964d req-adf62216-19fc-4b06-a71d-86b65e376d6b tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 945 time: 0.0874970 Jun 29 11:01:19.369154 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-2d638258-9802-4a45-897d-4ccf560e57f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8617f2df-cd2b-4f1d-b00a-edd8c65009d8', 'name': 'tempest-TestShelveInstance-929849690-router', 'tenant_id': '32572499ab7b4019b812664e665c760d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': 'be3a02bd-5e69-4889-92fe-f145b1112149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:01:11Z', 'updated_at': '2021-06-29T11:01:16Z', 'revision_number': 4, 'project_id': '32572499ab7b4019b812664e665c760d', 'gw_port': {'id': 'be3a02bd-5e69-4889-92fe-f145b1112149', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8617f2df-cd2b-4f1d-b00a-edd8c65009d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:01:12Z', 'updated_at': '2021-06-29T11:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_interfaces': [{'id': 'a1845bf3-25fe-4333-99bb-fc4e77c74e6d', 'name': '', 'network_id': 'de14d9bc-474d-41ce-a731-3945ec0d511c', 'tenant_id': '32572499ab7b4019b812664e665c760d', 'mac_address': 'fa:16:3e:d2:3d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8617f2df-cd2b-4f1d-b00a-edd8c65009d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'b9d7190e-c8ad-429c-be54-d5e495898209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:01:15Z', 'updated_at': '2021-06-29T11:01:16Z', 'revision_number': 2, 'project_id': '32572499ab7b4019b812664e665c760d', 'subnets': [{'id': 'b9d7190e-c8ad-429c-be54-d5e495898209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:01:19.373876 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-b45530b8-bde8-40d6-9166-d30647aa617b tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:19.376313 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-9f4db30e-1ad0-42dd-a7ef-53d08f0c964d req-abb4e3ab-c393-416b-9668-51adb167f5bc tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449233 Jun 29 11:01:19.414474 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d638258-9802-4a45-897d-4ccf560e57f7 None None] Checking router: 8617f2df-cd2b-4f1d-b00a-edd8c65009d8 for host: dv-cinder-793515-4-smb {{(pid=105128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:01:19.414706 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d638258-9802-4a45-897d-4ccf560e57f7 None None] Updating router 8617f2df-cd2b-4f1d-b00a-edd8c65009d8 port a1845bf3-25fe-4333-99bb-fc4e77c74e6d binding host dv-cinder-793515-4-smb {{(pid=105128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:01:19.432002 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-3a607444-7620-4134-8e70-ad4c33fe30d0 req-8f1320fb-fdfa-46c8-8e96-e0e17d211bb7 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] 10.222.0.66 "GET /v2.0/ports?device_id=42a95e5f-5c09-4d20-8f1a-b271fa28ed19 HTTP/1.1" status: 200 len: 210 time: 0.0739610 Jun 29 11:01:19.487084 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-2d638258-9802-4a45-897d-4ccf560e57f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:19.527292 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-b45530b8-bde8-40d6-9166-d30647aa617b tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:19.598248 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-b45530b8-bde8-40d6-9166-d30647aa617b tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:19.603037 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-5404b923-47a5-4d23-bebc-4aae8c28c19b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:19.640297 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45530b8-bde8-40d6-9166-d30647aa617b tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:19.644157 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-b45530b8-bde8-40d6-9166-d30647aa617b tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:19.662192 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa96e4-1623-451b-8fa6-b61b2d7b9640 req-a6ac63b2-ead9-4389-a13e-9f3aa6b1f404 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:19.663886 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-94fa96e4-1623-451b-8fa6-b61b2d7b9640 req-a6ac63b2-ead9-4389-a13e-9f3aa6b1f404 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.1214323 Jun 29 11:01:19.664168 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device be3a02bd-5e69-4889-92fe-f145b1112149 up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:01:19.707020 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-b45530b8-bde8-40d6-9166-d30647aa617b tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:19.710978 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-b45530b8-bde8-40d6-9166-d30647aa617b tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4682758 Jun 29 11:01:19.711262 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-94fa96e4-1623-451b-8fa6-b61b2d7b9640 req-bc0b20ac-a40d-4bca-8b77-c316683517bd tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415566 Jun 29 11:01:19.711527 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 54724) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:01:19.722024 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [None req-36d73059-5fbd-4c6e-a945-8aaf420a949b tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Request body: {'security_group_rule': {'security_group_id': '1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1', 'project_id': 'cf3eb55687784d58baefbd075c2bee23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:01:19.796582 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning complete for port be3a02bd-5e69-4889-92fe-f145b1112149 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:01:19.797491 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:19.842317 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-36d73059-5fbd-4c6e-a945-8aaf420a949b tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:19.900216 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-2d638258-9802-4a45-897d-4ccf560e57f7 None None] Notify callbacks [] for port, precommit_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:19.925062 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-36d73059-5fbd-4c6e-a945-8aaf420a949b tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:19.960258 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-2d638258-9802-4a45-897d-4ccf560e57f7 None None] Transition to ACTIVE for port object a1845bf3-25fe-4333-99bb-fc4e77c74e6d will not be triggered until provisioned by entity L2. {{(pid=105128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:01:20.008188 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce130179-0e5c-409f-aef7-fa470ae41061 req-183a8135-266f-4913-a05e-44e9d582ad1f tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:20.008744 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-ce130179-0e5c-409f-aef7-fa470ae41061 req-183a8135-266f-4913-a05e-44e9d582ad1f tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 945 time: 0.0902557 Jun 29 11:01:20.017465 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-36d73059-5fbd-4c6e-a945-8aaf420a949b tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672958'] for security_group_rule, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:20.026670 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:20.051882 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d73059-5fbd-4c6e-a945-8aaf420a949b tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1c824a4-a0d2-4091-b1db-41224a337d0a,revision_number=0']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:20.055616 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-ce130179-0e5c-409f-aef7-fa470ae41061 req-9fbe9455-dad9-4b17-bcc9-cda1bd86bfc9 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404313 Jun 29 11:01:20.056085 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-36d73059-5fbd-4c6e-a945-8aaf420a949b tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:20.081496 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-2d638258-9802-4a45-897d-4ccf560e57f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:20.084699 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:20.115745 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0cf077-f1de-4f30-ae6b-ec8468e64cfd req-488976b0-339f-4967-9e47-f522a7f1890a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:20.117415 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-aa0cf077-f1de-4f30-ae6b-ec8468e64cfd req-488976b0-339f-4967-9e47-f522a7f1890a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e126c6330d743c8b924fb706c06677b&device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 1098 time: 0.0560260 Jun 29 11:01:20.119951 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-36d73059-5fbd-4c6e-a945-8aaf420a949b tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:20.121128 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-36d73059-5fbd-4c6e-a945-8aaf420a949b tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4075611 Jun 29 11:01:20.125371 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 54730) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:01:20.130378 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-d7044e35-0651-4647-aec3-10f6f94c10f5 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Request body: {'security_group_rule': {'security_group_id': '1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1', 'project_id': 'cf3eb55687784d58baefbd075c2bee23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:01:20.151493 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f9d469-e701-42c7-8c9e-2f703ca56f8c None None] Pushing event updated for resources: {'Port': ['ID=a1845bf3-25fe-4333-99bb-fc4e77c74e6d,revision_number=3']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:20.161219 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-a3f9d469-e701-42c7-8c9e-2f703ca56f8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:20.238626 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-2d638258-9802-4a45-897d-4ccf560e57f7 None None] Attempting to bind port a1845bf3-25fe-4333-99bb-fc4e77c74e6d on host dv-cinder-793515-4-smb for vnic_type normal with profile {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:01:20.239048 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-2d638258-9802-4a45-897d-4ccf560e57f7 None None] Attempting to bind port a1845bf3-25fe-4333-99bb-fc4e77c74e6d by drivers openvswitch,hyperv on host dv-cinder-793515-4-smb at level 0 using segments [{'id': '9e6345f6-7fb2-4a95-853c-b2ba32c9aba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'de14d9bc-474d-41ce-a731-3945ec0d511c'}] {{(pid=105128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:01:20.239392 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d638258-9802-4a45-897d-4ccf560e57f7 None None] Attempting to bind port a1845bf3-25fe-4333-99bb-fc4e77c74e6d on network de14d9bc-474d-41ce-a731-3945ec0d511c {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:01:20.241772 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-d7044e35-0651-4647-aec3-10f6f94c10f5 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:20.249983 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d638258-9802-4a45-897d-4ccf560e57f7 None None] Checking agent: {'id': 'cc1c0530-ae64-418d-bf21-3e9fb04f4b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 50, 39), 'started_at': datetime.datetime(2021, 6, 29, 10, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:01:20.250377 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d638258-9802-4a45-897d-4ccf560e57f7 None None] Checking segment: {'id': '9e6345f6-7fb2-4a95-853c-b2ba32c9aba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'de14d9bc-474d-41ce-a731-3945ec0d511c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:01:20.250805 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-2d638258-9802-4a45-897d-4ccf560e57f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:20.251216 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d638258-9802-4a45-897d-4ccf560e57f7 None None] Bound using segment: {'id': '9e6345f6-7fb2-4a95-853c-b2ba32c9aba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'de14d9bc-474d-41ce-a731-3945ec0d511c'} {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:01:20.251709 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-2d638258-9802-4a45-897d-4ccf560e57f7 None None] Bound port: a1845bf3-25fe-4333-99bb-fc4e77c74e6d, host: dv-cinder-793515-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e6345f6-7fb2-4a95-853c-b2ba32c9aba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'de14d9bc-474d-41ce-a731-3945ec0d511c'}}] {{(pid=105128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:01:20.252108 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-2d638258-9802-4a45-897d-4ccf560e57f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:20.254788 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0cf077-f1de-4f30-ae6b-ec8468e64cfd req-eb96c3d3-6660-4cae-85da-5b0cad7e2e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:20.256758 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-aa0cf077-f1de-4f30-ae6b-ec8468e64cfd req-eb96c3d3-6660-4cae-85da-5b0cad7e2e6f service neutron] 10.222.0.42 "GET /v2.0/networks?id=27be0f43-986d-406d-84c6-0e27a892cced HTTP/1.1" status: 200 len: 911 time: 0.1325719 Jun 29 11:01:20.257321 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c66201-89c2-43c5-852a-e504b81dfa0a', 'name': 'network-vif-deleted', 'tag': '10dd8b68-b420-4cb0-9014-f4cd5775fda2'}] {{(pid=105127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:01:20.259689 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51926c8a96ac3dcbe8a9a7c61d1f1b13ee7346919254cfc90a12d4d270e3eabf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28dcc859-1eb8-4463-80f6-1dab943017f3" -d '{"events": [{"server_uuid": "e5c66201-89c2-43c5-852a-e504b81dfa0a", "name": "network-vif-deleted", "tag": "10dd8b68-b420-4cb0-9014-f4cd5775fda2"}]}' {{(pid=105127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:01:20.291322 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:01:20.323882 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] No Port match for: f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6 {{(pid=105128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:01:20.324532 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device f20ad7f7-ecd7-4dc3-aa19-d5c08b98b3c6 not bound to the agent host hv-cinder-79351 {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:01:20.324930 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 10dd8b68-b420-4cb0-9014-f4cd5775fda2 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:01:20.343375 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-d7044e35-0651-4647-aec3-10f6f94c10f5 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:20.348225 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16b1218-7140-46aa-a3ea-ec4efdcd1466 x-openstack-request-id: req-c16b1218-7140-46aa-a3ea-ec4efdcd1466 {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:01:20.348648 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c66201-89c2-43c5-852a-e504b81dfa0a", "name": "network-vif-deleted", "tag": "10dd8b68-b420-4cb0-9014-f4cd5775fda2", "status": "completed", "code": 200}]} {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:01:20.348993 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c16b1218-7140-46aa-a3ea-ec4efdcd1466 {{(pid=105127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:01:20.349479 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c66201-89c2-43c5-852a-e504b81dfa0a', 'name': 'network-vif-deleted', 'tag': '10dd8b68-b420-4cb0-9014-f4cd5775fda2', 'status': 'completed', 'code': 200} Jun 29 11:01:20.368294 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] No Port match for: 10dd8b68-b420-4cb0-9014-f4cd5775fda2 {{(pid=105128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:01:20.373108 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 10dd8b68-b420-4cb0-9014-f4cd5775fda2 not bound to the agent host hv-cinder-79351 {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:01:20.376710 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-aa0cf077-f1de-4f30-ae6b-ec8468e64cfd req-0d91ba0d-d06b-4752-88a9-96d5d0ce3659 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b88c357-7efe-434e-aca4-d6ad512c24aa HTTP/1.1" status: 200 len: 1000 time: 0.1131861 Jun 29 11:01:20.409777 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-2d638258-9802-4a45-897d-4ccf560e57f7 None None] For port a1845bf3-25fe-4333-99bb-fc4e77c74e6d, host dv-cinder-793515-4-smb, cleared binding levels {{(pid=105128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:01:20.419017 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-2d638258-9802-4a45-897d-4ccf560e57f7 None None] For port a1845bf3-25fe-4333-99bb-fc4e77c74e6d, host dv-cinder-793515-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=a1845bf3-25fe-4333-99bb-fc4e77c74e6d,segment=NetworkSegment(9e6345f6-7fb2-4a95-853c-b2ba32c9aba0),segment_id=9e6345f6-7fb2-4a95-853c-b2ba32c9aba0)] {{(pid=105128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:01:20.432888 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0cf077-f1de-4f30-ae6b-ec8468e64cfd req-7410e9d0-4b3b-45b9-9362-d0f431571e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:20.434113 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-d7044e35-0651-4647-aec3-10f6f94c10f5 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672958'] for security_group_rule, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:20.434407 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-aa0cf077-f1de-4f30-ae6b-ec8468e64cfd req-7410e9d0-4b3b-45b9-9362-d0f431571e4d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6 HTTP/1.1" status: 200 len: 849 time: 0.0503640 Jun 29 11:01:20.435968 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:20.461036 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7044e35-0651-4647-aec3-10f6f94c10f5 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41e919d6-0198-45f6-a896-32d585801ba2,revision_number=0']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:20.474208 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-d7044e35-0651-4647-aec3-10f6f94c10f5 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:20.507522 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0cf077-f1de-4f30-ae6b-ec8468e64cfd req-de46d526-e3f7-4765-8e3e-ddfeb9fa31a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:20.508791 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-aa0cf077-f1de-4f30-ae6b-ec8468e64cfd req-de46d526-e3f7-4765-8e3e-ddfeb9fa31a8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=27be0f43-986d-406d-84c6-0e27a892cced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0674136 Jun 29 11:01:20.510707 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-2d638258-9802-4a45-897d-4ccf560e57f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:20.516050 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-2460227a-e639-4be1-a01c-c63450f3299e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:20.548465 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-d7044e35-0651-4647-aec3-10f6f94c10f5 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:20.552617 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-d7044e35-0651-4647-aec3-10f6f94c10f5 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4261725 Jun 29 11:01:20.553302 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 54750) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:01:20.557980 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-2ba45744-9de6-4400-b428-9f76f8850cc1 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Request body: {'security_group_rule': {'security_group_id': '1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1', 'project_id': 'cf3eb55687784d58baefbd075c2bee23', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:01:20.587799 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f9d469-e701-42c7-8c9e-2f703ca56f8c None None] Pushing event updated for resources: {'Port': ['ID=a1845bf3-25fe-4333-99bb-fc4e77c74e6d,revision_number=4']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:20.593511 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-a3f9d469-e701-42c7-8c9e-2f703ca56f8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:20.599519 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d638258-9802-4a45-897d-4ccf560e57f7 None None] Routers {'8617f2df-cd2b-4f1d-b00a-edd8c65009d8'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:01:20.600291 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-2d638258-9802-4a45-897d-4ccf560e57f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:01:09Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['8617f2df-cd2b-4f1d-b00a-edd8c65009d8'], 'active': True} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:01:20.677902 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2ba45744-9de6-4400-b428-9f76f8850cc1 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:20.739785 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvr_db [None req-2d638258-9802-4a45-897d-4ccf560e57f7 None None] Set router 8617f2df-cd2b-4f1d-b00a-edd8c65009d8 gateway port host: dv-cinder-793515-4-smb {{(pid=105128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:01:20.777809 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2ba45744-9de6-4400-b428-9f76f8850cc1 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:20.835179 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2ba45744-9de6-4400-b428-9f76f8850cc1 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672958'] for security_group_rule, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:20.844173 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:20.858815 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba45744-9de6-4400-b428-9f76f8850cc1 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6997138f-b43b-4b74-8567-bb872a9fe537,revision_number=0']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:20.870951 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-aa0cf077-f1de-4f30-ae6b-ec8468e64cfd req-739bc287-d9b6-487a-a76e-5bf52443e725 service neutron] 10.222.0.42 "GET /v2.0/networks/27be0f43-986d-406d-84c6-0e27a892cced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554168 Jun 29 11:01:20.875730 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-2ba45744-9de6-4400-b428-9f76f8850cc1 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:20.926124 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2ba45744-9de6-4400-b428-9f76f8850cc1 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:20.928549 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-2ba45744-9de6-4400-b428-9f76f8850cc1 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3737032 Jun 29 11:01:20.931249 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 54760) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:01:20.941292 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-ebeb45ca-98dc-4084-9832-f10bc0ea6a03 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Request body: {'security_group_rule': {'security_group_id': '1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1', 'project_id': 'cf3eb55687784d58baefbd075c2bee23', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:01:21.000769 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-aa0cf077-f1de-4f30-ae6b-ec8468e64cfd req-6c7a3a89-e836-40f6-bdbe-d61262fda4d3 service neutron] 10.222.0.42 "GET /v2.0/networks/27be0f43-986d-406d-84c6-0e27a892cced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202004 Jun 29 11:01:21.028170 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-2d638258-9802-4a45-897d-4ccf560e57f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8617f2df-cd2b-4f1d-b00a-edd8c65009d8', 'name': 'tempest-TestShelveInstance-929849690-router', 'tenant_id': '32572499ab7b4019b812664e665c760d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': 'be3a02bd-5e69-4889-92fe-f145b1112149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:01:11Z', 'updated_at': '2021-06-29T11:01:16Z', 'revision_number': 4, 'project_id': '32572499ab7b4019b812664e665c760d', 'gw_port': {'id': 'be3a02bd-5e69-4889-92fe-f145b1112149', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8617f2df-cd2b-4f1d-b00a-edd8c65009d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:01:12Z', 'updated_at': '2021-06-29T11:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_interfaces': [{'id': 'a1845bf3-25fe-4333-99bb-fc4e77c74e6d', 'name': '', 'network_id': 'de14d9bc-474d-41ce-a731-3945ec0d511c', 'tenant_id': '32572499ab7b4019b812664e665c760d', 'mac_address': 'fa:16:3e:d2:3d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8617f2df-cd2b-4f1d-b00a-edd8c65009d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'b9d7190e-c8ad-429c-be54-d5e495898209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:01:15Z', 'updated_at': '2021-06-29T11:01:20Z', 'revision_number': 4, 'project_id': '32572499ab7b4019b812664e665c760d', 'subnets': [{'id': 'b9d7190e-c8ad-429c-be54-d5e495898209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:01:21.045013 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d75541-2932-4a90-a76a-78f9bef9ca06 req-2acafa4d-c91a-4924-a7b8-8ac3514e8e5f tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:21.053671 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-95d75541-2932-4a90-a76a-78f9bef9ca06 req-2acafa4d-c91a-4924-a7b8-8ac3514e8e5f tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.1681168 Jun 29 11:01:21.077679 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-ebeb45ca-98dc-4084-9832-f10bc0ea6a03 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:21.083946 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d638258-9802-4a45-897d-4ccf560e57f7 None None] The sync data for ids ['8617f2df-cd2b-4f1d-b00a-edd8c65009d8'] in dv-cinder-793515-4-smb is: [{'id': '8617f2df-cd2b-4f1d-b00a-edd8c65009d8', 'name': 'tempest-TestShelveInstance-929849690-router', 'tenant_id': '32572499ab7b4019b812664e665c760d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': 'be3a02bd-5e69-4889-92fe-f145b1112149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:01:11Z', 'updated_at': '2021-06-29T11:01:16Z', 'revision_number': 4, 'project_id': '32572499ab7b4019b812664e665c760d', 'gw_port': {'id': 'be3a02bd-5e69-4889-92fe-f145b1112149', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8617f2df-cd2b-4f1d-b00a-edd8c65009d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:01:12Z', 'updated_at': '2021-06-29T11:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_interfaces': [{'id': 'a1845bf3-25fe-4333-99bb-fc4e77c74e6d', 'name': '', 'network_id': 'de14d9bc-474d-41ce-a731-3945ec0d511c', 'tenant_id': '32572499ab7b4019b812664e665c760d', 'mac_address': 'fa:16:3e:d2:3d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8617f2df-cd2b-4f1d-b00a-edd8c65009d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'b9d7190e-c8ad-429c-be54-d5e495898209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:01:15Z', 'updated_at': '2021-06-29T11:01:20Z', 'revision_number': 4, 'project_id': '32572499ab7b4019b812664e665c760d', 'subnets': [{'id': 'b9d7190e-c8ad-429c-be54-d5e495898209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:01:21.129270 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-95d75541-2932-4a90-a76a-78f9bef9ca06 req-73721bb6-1cf2-405f-8246-a8f384811578 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747283 Jun 29 11:01:21.193171 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-ebeb45ca-98dc-4084-9832-f10bc0ea6a03 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:21.257384 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-ebeb45ca-98dc-4084-9832-f10bc0ea6a03 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672958'] for security_group_rule, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:21.265726 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:21.296856 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910b134-6109-4e5b-aac7-6ba63d1f6594 req-a84fce24-f546-4c7d-93f4-7fe78b26c343 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:21.296856 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-8910b134-6109-4e5b-aac7-6ba63d1f6594 req-a84fce24-f546-4c7d-93f4-7fe78b26c343 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 945 time: 0.0871027 Jun 29 11:01:21.297341 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb45ca-98dc-4084-9832-f10bc0ea6a03 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1cf82cd-34ef-4aa2-9627-d6f8a17167fa,revision_number=0']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:21.299476 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-ebeb45ca-98dc-4084-9832-f10bc0ea6a03 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:21.348512 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-8910b134-6109-4e5b-aac7-6ba63d1f6594 req-4b29b844-3e63-4870-98c3-6e77fbb12c0c tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431533 Jun 29 11:01:21.370121 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-ebeb45ca-98dc-4084-9832-f10bc0ea6a03 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:21.371651 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-ebeb45ca-98dc-4084-9832-f10bc0ea6a03 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4385316 Jun 29 11:01:21.378084 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 54776) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:01:21.382624 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-af202bdb-92fb-433d-ae31-9d9812a043cc tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Request body: {'security_group_rule': {'security_group_id': '1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1', 'project_id': 'cf3eb55687784d58baefbd075c2bee23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:01:21.451423 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.db.securitygroups_db [None req-af202bdb-92fb-433d-ae31-9d9812a043cc tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Project cf3eb55687784d58baefbd075c2bee23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 11:01:21.458694 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-af202bdb-92fb-433d-ae31-9d9812a043cc tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:21.538649 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-af202bdb-92fb-433d-ae31-9d9812a043cc tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:21.617198 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-af202bdb-92fb-433d-ae31-9d9812a043cc tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672958'] for security_group_rule, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:21.624217 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-2dd4929e-fb30-44ea-9508-1321c034a78c tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:21.668147 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af202bdb-92fb-433d-ae31-9d9812a043cc tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d79fc43f-30bf-48e8-a56a-802be6a87b58,revision_number=0']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:21.682243 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-af202bdb-92fb-433d-ae31-9d9812a043cc tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:21.682938 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device a1845bf3-25fe-4333-99bb-fc4e77c74e6d up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:01:21.759734 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-af202bdb-92fb-433d-ae31-9d9812a043cc tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:21.761051 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-af202bdb-92fb-433d-ae31-9d9812a043cc tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3819916 Jun 29 11:01:21.764483 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 54794) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:01:21.769017 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-8b5ad151-c922-47c8-9a32-ac4a8cffe97f tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Request body: {'security_group_rule': {'security_group_id': '1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1', 'project_id': 'cf3eb55687784d58baefbd075c2bee23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:01:21.805887 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning for port a1845bf3-25fe-4333-99bb-fc4e77c74e6d completed by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:01:21.809977 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning complete for port a1845bf3-25fe-4333-99bb-fc4e77c74e6d triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:01:21.810463 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:21.863736 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.db.securitygroups_db [None req-8b5ad151-c922-47c8-9a32-ac4a8cffe97f tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Project cf3eb55687784d58baefbd075c2bee23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 11:01:21.878150 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-8b5ad151-c922-47c8-9a32-ac4a8cffe97f tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:21.912720 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:21.945280 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] For port a1845bf3-25fe-4333-99bb-fc4e77c74e6d, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=a1845bf3-25fe-4333-99bb-fc4e77c74e6d,segment=NetworkSegment(9e6345f6-7fb2-4a95-853c-b2ba32c9aba0),segment_id=9e6345f6-7fb2-4a95-853c-b2ba32c9aba0)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:01:21.946758 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-8b5ad151-c922-47c8-9a32-ac4a8cffe97f tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:22.062689 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:22.063211 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-8b5ad151-c922-47c8-9a32-ac4a8cffe97f tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672958'] for security_group_rule, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:22.069063 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:22.072523 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:22.093811 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ad151-c922-47c8-9a32-ac4a8cffe97f tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7843c2d1-a842-4a1d-9164-a60f8fbfb75f,revision_number=0']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:22.096996 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-8b5ad151-c922-47c8-9a32-ac4a8cffe97f tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:22.104751 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 54816) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:01:22.162600 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-8b5ad151-c922-47c8-9a32-ac4a8cffe97f tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:22.169975 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-8b5ad151-c922-47c8-9a32-ac4a8cffe97f tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4042349 Jun 29 11:01:22.176131 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Pushing event updated for resources: {'Port': ['ID=a1845bf3-25fe-4333-99bb-fc4e77c74e6d,revision_number=5']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:22.182695 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:22.368211 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-2dd6f28c-3ae1-44f5-a760-ef0ddb17947f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:22.522978 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d3567-c0a5-4572-a372-2d2841621313 req-7133edcd-9ded-483c-9617-d8e79a6ebc7f tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:22.526512 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-086d3567-c0a5-4572-a372-2d2841621313 req-7133edcd-9ded-483c-9617-d8e79a6ebc7f tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=e983a77e-84a0-4f70-95a2-cb590d75f2fe HTTP/1.1" status: 200 len: 945 time: 0.2225564 Jun 29 11:01:22.610604 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-086d3567-c0a5-4572-a372-2d2841621313 req-a93978cb-a9fb-4642-8a3b-5af4dfa781cf tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746293 Jun 29 11:01:22.680693 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-2dd6f28c-3ae1-44f5-a760-ef0ddb17947f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:22.696010 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48653fe4-b1c1-4444-8c5b-05ad41876753 req-9a9b99a8-0d53-4787-b5f2-bdfcf83efcae tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:22.698192 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-48653fe4-b1c1-4444-8c5b-05ad41876753 req-9a9b99a8-0d53-4787-b5f2-bdfcf83efcae tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.1797428 Jun 29 11:01:22.759716 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-2dd6f28c-3ae1-44f5-a760-ef0ddb17947f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:22.766909 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-bd82b528-6420-471a-8f77-e3ab0508af48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:22.817328 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-48653fe4-b1c1-4444-8c5b-05ad41876753 req-2050d75a-579b-4b0a-a308-2381c6fea644 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103704 Jun 29 11:01:22.867714 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd6f28c-3ae1-44f5-a760-ef0ddb17947f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef77969-a6c9-452d-96db-66a87f8aff44,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:22.872563 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-2dd6f28c-3ae1-44f5-a760-ef0ddb17947f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:22.877421 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-2dd6f28c-3ae1-44f5-a760-ef0ddb17947f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1e2b1b1fe1d0440f98c95c3394563e47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7688372 Jun 29 11:01:22.878606 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 54864) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:01:22.914118 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14c8ec-b0ec-43e8-93f8-48f349d14ecb req-01df9138-6880-4457-a5e7-01787890840a tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:22.916862 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-3b14c8ec-b0ec-43e8-93f8-48f349d14ecb req-01df9138-6880-4457-a5e7-01787890840a tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 945 time: 0.1033831 Jun 29 11:01:22.935750 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-fa32ec54-83e7-4945-a701-8d388f265589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:22.959962 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-fa32ec54-83e7-4945-a701-8d388f265589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:22.964979 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-3b14c8ec-b0ec-43e8-93f8-48f349d14ecb req-a8cc239d-c543-42b8-976d-a2d136032416 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427234 Jun 29 11:01:23.142672 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-fa32ec54-83e7-4945-a701-8d388f265589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:23.150480 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-fa32ec54-83e7-4945-a701-8d388f265589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:23.150480 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-fa32ec54-83e7-4945-a701-8d388f265589 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1ef77969-a6c9-452d-96db-66a87f8aff44 HTTP/1.1" status: 204 len: 168 time: 0.2679505 Jun 29 11:01:23.150480 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-c52aa20c-92a3-418b-bffe-fd26bade0f1d tempest-VolumesNegativeTest-649944996 tempest-VolumesNegativeTest-649944996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:23.158969 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa32ec54-83e7-4945-a701-8d388f265589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef77969-a6c9-452d-96db-66a87f8aff44,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:23.167507 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-fa32ec54-83e7-4945-a701-8d388f265589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:23.296529 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.agents_db [None req-6227a327-39ba-4b2a-b4ab-7b0e2d6295dc None None] Agent healthcheck: found 6 active agents {{(pid=105129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:01:23.657484 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device a1845bf3-25fe-4333-99bb-fc4e77c74e6d up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:01:23.721526 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning complete for port a1845bf3-25fe-4333-99bb-fc4e77c74e6d triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:01:23.721907 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:23.849931 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0030c2-5529-4be2-b234-313c641e8730 req-8935c7ad-40c7-4f68-936f-a62281312b01 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:23.852701 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-bc0030c2-5529-4be2-b234-313c641e8730 req-8935c7ad-40c7-4f68-936f-a62281312b01 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=e983a77e-84a0-4f70-95a2-cb590d75f2fe HTTP/1.1" status: 200 len: 945 time: 0.1033573 Jun 29 11:01:23.911774 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-bc0030c2-5529-4be2-b234-313c641e8730 req-f4f7f457-5517-46b7-b0df-958077951be4 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443809 Jun 29 11:01:24.032510 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61efe9d3-c3f8-49c7-8497-c2247571a71b req-55ba62dc-db50-41cc-8566-54d729993188 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:24.034000 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-61efe9d3-c3f8-49c7-8497-c2247571a71b req-55ba62dc-db50-41cc-8566-54d729993188 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.0761077 Jun 29 11:01:24.072400 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-61efe9d3-c3f8-49c7-8497-c2247571a71b req-936d082f-027c-4757-b8d4-94760297a49c tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327017 Jun 29 11:01:24.639972 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44c3aa-f008-4d19-a645-52bf3448c79c req-38d30396-8b6a-41c0-aeca-6165163c54bf tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:24.641871 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-9d44c3aa-f008-4d19-a645-52bf3448c79c req-38d30396-8b6a-41c0-aeca-6165163c54bf tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.42 "GET /v2.0/ports?device_id=e983a77e-84a0-4f70-95a2-cb590d75f2fe HTTP/1.1" status: 200 len: 945 time: 0.0794110 Jun 29 11:01:24.744509 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [req-9d44c3aa-f008-4d19-a645-52bf3448c79c req-8d1a9db7-b3a9-44f7-9ca8-3f6eb928a19a tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Deleting port a0992ff1-31d3-4923-889f-50a337cbc2d9 {{(pid=105127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:01:24.744853 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-9d44c3aa-f008-4d19-a645-52bf3448c79c req-8d1a9db7-b3a9-44f7-9ca8-3f6eb928a19a tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:24.857604 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-9d44c3aa-f008-4d19-a645-52bf3448c79c req-8d1a9db7-b3a9-44f7-9ca8-3f6eb928a19a tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] For port a0992ff1-31d3-4923-889f-50a337cbc2d9, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=a0992ff1-31d3-4923-889f-50a337cbc2d9,segment=NetworkSegment(d751559d-5565-473f-a10b-07ec42d05c7f),segment_id=d751559d-5565-473f-a10b-07ec42d05c7f)] {{(pid=105127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:01:24.858308 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-9d44c3aa-f008-4d19-a645-52bf3448c79c req-8d1a9db7-b3a9-44f7-9ca8-3f6eb928a19a tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:24.872099 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [req-9d44c3aa-f008-4d19-a645-52bf3448c79c req-8d1a9db7-b3a9-44f7-9ca8-3f6eb928a19a tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Calling delete_port for a0992ff1-31d3-4923-889f-50a337cbc2d9 owned by compute:nova {{(pid=105127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:01:25.112268 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-9d44c3aa-f008-4d19-a645-52bf3448c79c req-8d1a9db7-b3a9-44f7-9ca8-3f6eb928a19a tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130347151'] for port, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:25.117548 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:25.152886 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a9db7-b3a9-44f7-9ca8-3f6eb928a19a tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Pushing event deleted for resources: {'Port': ['ID=a0992ff1-31d3-4923-889f-50a337cbc2d9,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:25.158666 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] get_ports_and_sgs() called for port_ids ['a0992ff1-31d3-4923-889f-50a337cbc2d9'] {{(pid=105128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:01:25.172677 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-8d1a9db7-b3a9-44f7-9ca8-3f6eb928a19a tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:25.232574 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d44c3aa-f008-4d19-a645-52bf3448c79c req-8d1a9db7-b3a9-44f7-9ca8-3f6eb928a19a tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] No DVR routers for this DVR port a0992ff1-31d3-4923-889f-50a337cbc2d9 on host hv-cinder-79351 {{(pid=105127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:01:25.235816 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-9d44c3aa-f008-4d19-a645-52bf3448c79c req-8d1a9db7-b3a9-44f7-9ca8-3f6eb928a19a tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:25.238013 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-9d44c3aa-f008-4d19-a645-52bf3448c79c req-8d1a9db7-b3a9-44f7-9ca8-3f6eb928a19a tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.42 "DELETE /v2.0/ports/a0992ff1-31d3-4923-889f-50a337cbc2d9 HTTP/1.1" status: 204 len: 173 time: 0.5894356 Jun 29 11:01:25.238517 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e983a77e-84a0-4f70-95a2-cb590d75f2fe', 'name': 'network-vif-deleted', 'tag': 'a0992ff1-31d3-4923-889f-50a337cbc2d9'}] {{(pid=105127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:01:25.241169 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51926c8a96ac3dcbe8a9a7c61d1f1b13ee7346919254cfc90a12d4d270e3eabf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959fe945-612b-4800-a129-fd7323550f40" -d '{"events": [{"server_uuid": "e983a77e-84a0-4f70-95a2-cb590d75f2fe", "name": "network-vif-deleted", "tag": "a0992ff1-31d3-4923-889f-50a337cbc2d9"}]}' {{(pid=105127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:01:25.266780 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a54f2-5e8e-445e-b93d-8ce39411dee8 req-1e4e3d67-6259-4681-b60f-e2d3e476f6ad tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:25.275191 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-3a4a54f2-5e8e-445e-b93d-8ce39411dee8 req-1e4e3d67-6259-4681-b60f-e2d3e476f6ad tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=e983a77e-84a0-4f70-95a2-cb590d75f2fe HTTP/1.1" status: 200 len: 867 time: 0.2137845 Jun 29 11:01:25.327788 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-3a4a54f2-5e8e-445e-b93d-8ce39411dee8 req-4954f042-3c7f-44f1-9f02-17675a347776 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a7afc62-d79b-43d4-ba86-fbe18e06df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513918 Jun 29 11:01:25.399291 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69456ae1-c51b-432a-8817-2f893bc7bd89 x-openstack-request-id: req-69456ae1-c51b-432a-8817-2f893bc7bd89 {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:01:25.399627 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e983a77e-84a0-4f70-95a2-cb590d75f2fe", "name": "network-vif-deleted", "tag": "a0992ff1-31d3-4923-889f-50a337cbc2d9", "status": "completed", "code": 200}]} {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:01:25.399909 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-69456ae1-c51b-432a-8817-2f893bc7bd89 {{(pid=105127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:01:25.400337 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e983a77e-84a0-4f70-95a2-cb590d75f2fe', 'name': 'network-vif-deleted', 'tag': 'a0992ff1-31d3-4923-889f-50a337cbc2d9', 'status': 'completed', 'code': 200} Jun 29 11:01:25.420970 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5d6ff-d2d4-4127-b6f1-404f75a63faa req-dc967b1a-c385-4876-b825-f9c7e0989429 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:25.423982 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-29f5d6ff-d2d4-4127-b6f1-404f75a63faa req-dc967b1a-c385-4876-b825-f9c7e0989429 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.1028380 Jun 29 11:01:25.476626 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-29f5d6ff-d2d4-4127-b6f1-404f75a63faa req-e1ecacf1-896c-43de-8423-ec506ad7a571 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449293 Jun 29 11:01:26.564945 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-227df1f9-efc8-416c-8a0b-33b3d6b0cd70 req-3f2365dc-09c7-44c8-938c-f29b0a45efdb tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] 10.222.0.66 "GET /v2.0/ports?device_id=e983a77e-84a0-4f70-95a2-cb590d75f2fe HTTP/1.1" status: 200 len: 210 time: 0.0451927 Jun 29 11:01:26.723678 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27993eea-b1de-4cfc-9a12-c8161ec34224 req-3d7bd09d-5669-4ddf-b1e7-030d28948886 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:26.726049 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-27993eea-b1de-4cfc-9a12-c8161ec34224 req-3d7bd09d-5669-4ddf-b1e7-030d28948886 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.0776680 Jun 29 11:01:26.788932 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-27993eea-b1de-4cfc-9a12-c8161ec34224 req-9ee8fa92-57bf-4bb3-b8b7-8c646d8cef3a tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530496 Jun 29 11:01:27.663718 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 54958) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:01:27.709262 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b16d2a3-e637-4a05-a6f4-8f32ecc47a05 admin admin] Deleting subnet e78b9c77-e0e0-471c-a845-17d582c68532 {{(pid=105127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:01:27.712835 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-7b16d2a3-e637-4a05-a6f4-8f32ecc47a05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:27.753086 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-7b16d2a3-e637-4a05-a6f4-8f32ecc47a05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133725506'] for subnet, precommit_delete_associations {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:27.801222 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-7b16d2a3-e637-4a05-a6f4-8f32ecc47a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403832'] for subnet, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:27.943046 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-7b16d2a3-e637-4a05-a6f4-8f32ecc47a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130347089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130097026'] for subnet, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:27.946398 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-6f8ef3f1-b04e-4110-ba06-7fdd1c02de96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:27.970533 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b16d2a3-e637-4a05-a6f4-8f32ecc47a05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e78b9c77-e0e0-471c-a845-17d582c68532,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:27.977483 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-7b16d2a3-e637-4a05-a6f4-8f32ecc47a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:27.978578 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-7b16d2a3-e637-4a05-a6f4-8f32ecc47a05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for subnet, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:27.983637 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-7b16d2a3-e637-4a05-a6f4-8f32ecc47a05 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e78b9c77-e0e0-471c-a845-17d582c68532 HTTP/1.1" status: 204 len: 168 time: 0.3188362 Jun 29 11:01:27.984287 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 54964) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:01:28.044531 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0aea9-3b49-4d2e-8805-e9ad7317dff9 req-e2298143-f3d4-47d4-b905-eadbbc95ee5d tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:28.052089 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-dbf0aea9-3b49-4d2e-8805-e9ad7317dff9 req-e2298143-f3d4-47d4-b905-eadbbc95ee5d tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.0932503 Jun 29 11:01:28.075655 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-1ddfaefa-a611-41b9-a5fc-7f79744cf611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513381'] for network, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:28.102482 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-dbf0aea9-3b49-4d2e-8805-e9ad7317dff9 req-79bde9a3-ea99-4f8d-b4d3-2b950691ab84 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491889 Jun 29 11:01:28.171232 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-1ddfaefa-a611-41b9-a5fc-7f79744cf611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405582', 'neutron.services.segments.db._delete_segments_for_network-8761935544625'] for network, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:28.182898 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.services.segments.db [None req-1ddfaefa-a611-41b9-a5fc-7f79744cf611 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dddfc96-446a-4271-b2e4-1fbf8fb2f736']}} {{(pid=105127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:01:28.196397 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.services.segments.db [None req-1ddfaefa-a611-41b9-a5fc-7f79744cf611 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd751559d-5565-473f-a10b-07ec42d05c7f') {'for_net_delete': True} {{(pid=105127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:01:28.196985 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.services.segments.db [None req-1ddfaefa-a611-41b9-a5fc-7f79744cf611 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd751559d-5565-473f-a10b-07ec42d05c7f') {} {{(pid=105127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:01:28.208605 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-1ddfaefa-a611-41b9-a5fc-7f79744cf611 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761935440276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133725513'] for segment, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:28.231392 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-1ddfaefa-a611-41b9-a5fc-7f79744cf611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790'] for segment, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:28.236885 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ddfaefa-a611-41b9-a5fc-7f79744cf611 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=105127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:01:28.238896 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-1ddfaefa-a611-41b9-a5fc-7f79744cf611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130347196'] for segment, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: Traceback (most recent call last): Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: timer() Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: cb(*args, **kw) Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: return func(*args, **kwargs) Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: self._notify() Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: self.callback(batched_events) Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: event.method(event) Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: return f(self, *a, **k) Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: return self._get(url).json() Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: return self.request(url, 'GET', **kwargs) Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:01:28.240923 dv-cinder-793515-4-smb neutron-server[105127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:01:28.353574 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device a0992ff1-31d3-4923-889f-50a337cbc2d9 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:01:28.375095 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] No Port match for: a0992ff1-31d3-4923-889f-50a337cbc2d9 {{(pid=105128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:01:28.375575 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device a0992ff1-31d3-4923-889f-50a337cbc2d9 not bound to the agent host hv-cinder-79351 {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:01:28.405104 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-1ddfaefa-a611-41b9-a5fc-7f79744cf611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606861'] for network, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:28.408763 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:28.411337 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-1ddfaefa-a611-41b9-a5fc-7f79744cf611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for network, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:28.413185 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-1ddfaefa-a611-41b9-a5fc-7f79744cf611 admin admin] 10.222.0.66 "DELETE /v2.0/networks/3dddfc96-446a-4271-b2e4-1fbf8fb2f736 HTTP/1.1" status: 204 len: 168 time: 0.4279318 Jun 29 11:01:28.425649 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddfaefa-a611-41b9-a5fc-7f79744cf611 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dddfc96-446a-4271-b2e4-1fbf8fb2f736,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:28.428171 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-1ddfaefa-a611-41b9-a5fc-7f79744cf611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:28.771093 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 54972) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:01:28.825669 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 54974) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:01:28.826074 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-ca1c23cc-5f4c-4f2b-9bee-ae8a2b25896c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a367762fea4d4aa2bc4d9c8b1985272c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0535562 Jun 29 11:01:28.892535 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2ebb355f-ecf8-4afa-bb8d-febf240c595f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:28.962652 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2ebb355f-ecf8-4afa-bb8d-febf240c595f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:29.096979 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:29.143091 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2ebb355f-ecf8-4afa-bb8d-febf240c595f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:29.148763 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2ebb355f-ecf8-4afa-bb8d-febf240c595f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:29.148763 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-2ebb355f-ecf8-4afa-bb8d-febf240c595f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7a7afc62-d79b-43d4-ba86-fbe18e06df14 HTTP/1.1" status: 204 len: 168 time: 0.3215809 Jun 29 11:01:29.149225 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:29.166631 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb355f-ecf8-4afa-bb8d-febf240c595f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7afc62-d79b-43d4-ba86-fbe18e06df14,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:29.193533 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-2ebb355f-ecf8-4afa-bb8d-febf240c595f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:29.322483 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e221a-5138-4b11-9a07-d661eb2ec582 req-aa45d213-d9a0-40e0-b0dd-3696504e7b16 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:29.324707 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-339e221a-5138-4b11-9a07-d661eb2ec582 req-aa45d213-d9a0-40e0-b0dd-3696504e7b16 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.0682800 Jun 29 11:01:29.367027 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-339e221a-5138-4b11-9a07-d661eb2ec582 req-52e83f80-f612-43a5-8da9-2d723709094b tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362566 Jun 29 11:01:30.577187 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b4e62-c903-4b9d-b8cc-c9009efb29e8 req-4281c003-5fb6-43c2-8bb3-14cdcf8fc531 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:30.579360 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-c01b4e62-c903-4b9d-b8cc-c9009efb29e8 req-4281c003-5fb6-43c2-8bb3-14cdcf8fc531 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.0727255 Jun 29 11:01:30.628003 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-c01b4e62-c903-4b9d-b8cc-c9009efb29e8 req-2cdd04f7-fd31-44b0-b098-fcf8d4fef627 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421145 Jun 29 11:01:31.823140 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528487bc-122e-4feb-af32-a6b2cfb75cbd req-cfd241b2-a0ba-4500-b825-8e61b3144bc3 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:31.828222 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-528487bc-122e-4feb-af32-a6b2cfb75cbd req-cfd241b2-a0ba-4500-b825-8e61b3144bc3 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.0721138 Jun 29 11:01:31.865725 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-528487bc-122e-4feb-af32-a6b2cfb75cbd req-7496a15c-26c3-45f9-9793-6887e71dae9c tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347044 Jun 29 11:01:33.069532 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c799eb-60dc-46c3-8460-f4ac82613104 req-89faa794-fa7a-45cf-b823-f4bb12cc01f5 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:33.070967 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-21c799eb-60dc-46c3-8460-f4ac82613104 req-89faa794-fa7a-45cf-b823-f4bb12cc01f5 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.0654583 Jun 29 11:01:33.109296 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-21c799eb-60dc-46c3-8460-f4ac82613104 req-4bcbe46b-367e-420b-b573-d9d19b8ee0c9 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320981 Jun 29 11:01:34.324423 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8129a4-df97-442f-98de-9ee578e04029 req-8e89a869-7b29-48b4-bb34-47ccdc98a4e9 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:34.326151 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-bc8129a4-df97-442f-98de-9ee578e04029 req-8e89a869-7b29-48b4-bb34-47ccdc98a4e9 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.0808191 Jun 29 11:01:34.367044 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-bc8129a4-df97-442f-98de-9ee578e04029 req-80aac2dc-29a0-4b49-9c21-96619a58ec6d tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343168 Jun 29 11:01:35.575423 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1d598-19f2-41fb-9146-c9ed05cc5d0d req-f622949f-39a6-4bf9-adaa-c98d736ee087 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:35.581981 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-6ab1d598-19f2-41fb-9146-c9ed05cc5d0d req-f622949f-39a6-4bf9-adaa-c98d736ee087 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.0793614 Jun 29 11:01:35.618458 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-6ab1d598-19f2-41fb-9146-c9ed05cc5d0d req-fb896753-9f3a-43b5-99be-ea535f76a03b tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352795 Jun 29 11:01:35.865192 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 55126) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:01:35.934039 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 55130) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:01:36.050515 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-b64bb77c-c852-41bb-8a00-5202e1a247a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:36.071412 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-4f9d7c88-27cd-47d2-b704-3e6f2d990de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:36.158545 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-b64bb77c-c852-41bb-8a00-5202e1a247a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:36.406254 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-b64bb77c-c852-41bb-8a00-5202e1a247a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:36.416969 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-d98997ef-47f7-45e9-a946-a7f98028259a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:36.440195 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64bb77c-c852-41bb-8a00-5202e1a247a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7091b01-3dec-448d-845e-7f894d85ffb9,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:36.464684 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-ad41f7cc-403d-4341-824b-15b59d7c9234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:36.468677 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-b64bb77c-c852-41bb-8a00-5202e1a247a2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7c1a2d4bda5c4210852ec697e5e58129&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6023073 Jun 29 11:01:36.471647 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 55136) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:01:36.476575 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-b64bb77c-c852-41bb-8a00-5202e1a247a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:36.565856 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-4f9d7c88-27cd-47d2-b704-3e6f2d990de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:36.567161 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2012da0b-a008-44a4-ad1a-a611e2befd48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:36.587585 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2012da0b-a008-44a4-ad1a-a611e2befd48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:36.618599 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-4f9d7c88-27cd-47d2-b704-3e6f2d990de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:36.621983 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-340bb4a0-259b-4a4f-a67d-a9bf54e2473c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:36.661323 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d7c88-27cd-47d2-b704-3e6f2d990de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4a4fc0-cac5-4a55-ae22-2939141b5398,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:36.666711 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-4f9d7c88-27cd-47d2-b704-3e6f2d990de4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b3b0f6c346d642dcbdc2e919165b36b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7318015 Jun 29 11:01:36.667090 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 55142) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:01:36.669713 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-4f9d7c88-27cd-47d2-b704-3e6f2d990de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:36.737582 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2012da0b-a008-44a4-ad1a-a611e2befd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:36.739548 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2012da0b-a008-44a4-ad1a-a611e2befd48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:36.743066 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-2012da0b-a008-44a4-ad1a-a611e2befd48 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f7091b01-3dec-448d-845e-7f894d85ffb9 HTTP/1.1" status: 204 len: 168 time: 0.2681527 Jun 29 11:01:36.743066 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-50cf6920-8ebc-4c60-a299-a97b5db672a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:36.743912 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-28e01622-4073-40c5-a7de-316ab505b146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:36.755728 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2012da0b-a008-44a4-ad1a-a611e2befd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7091b01-3dec-448d-845e-7f894d85ffb9,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:36.760897 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-2012da0b-a008-44a4-ad1a-a611e2befd48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:36.779119 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-28e01622-4073-40c5-a7de-316ab505b146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:36.895253 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571ecd4-63bc-4604-ba70-2bbeda202289 req-5315e1fd-8d6f-437b-a4ab-6e3212acd92c tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:36.897016 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-8571ecd4-63bc-4604-ba70-2bbeda202289 req-5315e1fd-8d6f-437b-a4ab-6e3212acd92c tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.1070249 Jun 29 11:01:36.945648 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-8571ecd4-63bc-4604-ba70-2bbeda202289 req-c4398579-cd5b-4839-9ff0-aaa5218734e7 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408826 Jun 29 11:01:36.971059 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-28e01622-4073-40c5-a7de-316ab505b146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:36.974703 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-28e01622-4073-40c5-a7de-316ab505b146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:36.979599 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-28e01622-4073-40c5-a7de-316ab505b146 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9c4a4fc0-cac5-4a55-ae22-2939141b5398 HTTP/1.1" status: 204 len: 168 time: 0.3072629 Jun 29 11:01:36.979599 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-64703a61-8309-47f9-b4ca-e89c0bd921ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:36.988733 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e01622-4073-40c5-a7de-316ab505b146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4a4fc0-cac5-4a55-ae22-2939141b5398,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:37.001544 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-28e01622-4073-40c5-a7de-316ab505b146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:37.689084 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 55170) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:01:37.704546 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-dc4d1f70-3cc0-4e3e-a7bb-6b561a0e5a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:37.828219 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-dc4d1f70-3cc0-4e3e-a7bb-6b561a0e5a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:37.919311 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-dc4d1f70-3cc0-4e3e-a7bb-6b561a0e5a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:37.923028 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:37.961600 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-dc4d1f70-3cc0-4e3e-a7bb-6b561a0e5a74 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ce35aaf79f1d4cb39b91d7233a8e098d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2712324 Jun 29 11:01:37.963710 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d1f70-3cc0-4e3e-a7bb-6b561a0e5a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aac9f7a-c8c0-4d19-9cb9-4ed9451c9dc7,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:37.964554 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 55174) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:01:37.968334 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-dc4d1f70-3cc0-4e3e-a7bb-6b561a0e5a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:38.045760 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-bd465743-abea-4a96-818a-a72fbe550f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:38.063589 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 55178) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:01:38.081681 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-bd465743-abea-4a96-818a-a72fbe550f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:38.153462 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8b50f-b4c0-455e-b2fd-5a0aa86a6971 req-39262ee4-04b9-4d6d-8b05-794132b1c9c9 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:38.154768 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f6e8b50f-b4c0-455e-b2fd-5a0aa86a6971 req-39262ee4-04b9-4d6d-8b05-794132b1c9c9 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.0798075 Jun 29 11:01:38.208287 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f6e8b50f-b4c0-455e-b2fd-5a0aa86a6971 req-77ab21b5-bae6-4157-a6e0-5a4cba26949c tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450027 Jun 29 11:01:38.223682 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [None req-47e5f165-51ec-42cf-b88b-eadb61fcedd4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-11121999-network', 'tenant_id': '544477bd1c9f4ca196cf7329a141b8a7'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:01:38.244168 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-bd465743-abea-4a96-818a-a72fbe550f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:38.244168 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-bd465743-abea-4a96-818a-a72fbe550f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:38.244168 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-bd465743-abea-4a96-818a-a72fbe550f81 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4aac9f7a-c8c0-4d19-9cb9-4ed9451c9dc7 HTTP/1.1" status: 204 len: 168 time: 0.2735343 Jun 29 11:01:38.244168 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-a5d21154-6e4e-4e15-a2d9-d620c0329e04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:38.256869 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd465743-abea-4a96-818a-a72fbe550f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aac9f7a-c8c0-4d19-9cb9-4ed9451c9dc7,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:38.262507 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-bd465743-abea-4a96-818a-a72fbe550f81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:38.335957 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e5f165-51ec-42cf-b88b-eadb61fcedd4 admin admin] Made reservation on behalf of 544477bd1c9f4ca196cf7329a141b8a7 for: {'network': 1} {{(pid=105127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:01:38.338419 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-47e5f165-51ec-42cf-b88b-eadb61fcedd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for network, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:38.348971 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-47e5f165-51ec-42cf-b88b-eadb61fcedd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:38.458581 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-47e5f165-51ec-42cf-b88b-eadb61fcedd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:38.524862 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-47e5f165-51ec-42cf-b88b-eadb61fcedd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:38.554260 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-2dd6f28c-3ae1-44f5-a760-ef0ddb17947f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:38.583255 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47e5f165-51ec-42cf-b88b-eadb61fcedd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=105127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 11:01:38.636855 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-47e5f165-51ec-42cf-b88b-eadb61fcedd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790'] for segment, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:38.637970 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.db.segments_db [None req-47e5f165-51ec-42cf-b88b-eadb61fcedd4 admin admin] Added segment b20d8b57-ff44-4af9-a6de-2ce330f79578 of type vlan for network b4b7d1ce-8b53-49ce-a056-d445361a7129 Jun 29 11:01:38.640672 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e5f165-51ec-42cf-b88b-eadb61fcedd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115df868-f249-406f-b279-69223379506e,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:38.665116 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-47e5f165-51ec-42cf-b88b-eadb61fcedd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:38.711356 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-47e5f165-51ec-42cf-b88b-eadb61fcedd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761935103034'] for network, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:38.822506 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-d2c66219-a3c6-4406-8972-6c17796ad324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:38.850525 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-47e5f165-51ec-42cf-b88b-eadb61fcedd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116'] for network, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:38.851750 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e5f165-51ec-42cf-b88b-eadb61fcedd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:38.852617 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-47e5f165-51ec-42cf-b88b-eadb61fcedd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for network, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:38.854694 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-e79d42b8-9f76-4b44-9f1a-5f55976de007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:38.918743 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e5f165-51ec-42cf-b88b-eadb61fcedd4 admin admin] Pushing event updated for resources: {'Network': ['ID=b4b7d1ce-8b53-49ce-a056-d445361a7129,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:38.921905 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-47e5f165-51ec-42cf-b88b-eadb61fcedd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:38.930397 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Network b4b7d1ce-8b53-49ce-a056-d445361a7129 details requested by agent ovs-agent-dv-cinder-793515-4-smb with host dv-cinder-793515-4-smb {{(pid=105128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 11:01:38.966862 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-47e5f165-51ec-42cf-b88b-eadb61fcedd4 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9021559 Jun 29 11:01:38.971239 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 55196) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:01:38.977246 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-d0a21aa1-1f20-4ef3-a2b0-ede90e9e7121 admin admin] Request body: {'subnet': {'network_id': 'b4b7d1ce-8b53-49ce-a056-d445361a7129', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-11121999-subnet', 'tenant_id': '544477bd1c9f4ca196cf7329a141b8a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:01:38.982092 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:39.107719 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a21aa1-1f20-4ef3-a2b0-ede90e9e7121 admin admin] Made reservation on behalf of 544477bd1c9f4ca196cf7329a141b8a7 for: {'subnet': 1} {{(pid=105126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:01:39.110527 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-d0a21aa1-1f20-4ef3-a2b0-ede90e9e7121 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132084208'] for subnet, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:39.427750 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-d0a21aa1-1f20-4ef3-a2b0-ede90e9e7121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131239571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131955210'] for subnet, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:39.431798 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-d6ed6783-a755-4f33-9c86-66c727350f31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:39.453778 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ae1aa-dc58-4d00-9ae8-f351b07ccb4e req-e0529f73-9548-4cb3-aa4b-0c21230ace7b tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:39.456556 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-2e8ae1aa-dc58-4d00-9ae8-f351b07ccb4e req-e0529f73-9548-4cb3-aa4b-0c21230ace7b tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.0788865 Jun 29 11:01:39.508631 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-2e8ae1aa-dc58-4d00-9ae8-f351b07ccb4e req-1a7757d2-6e40-41cc-8de1-2ac2d324a321 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463698 Jun 29 11:01:39.551320 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a21aa1-1f20-4ef3-a2b0-ede90e9e7121 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b048a7c-f89c-4326-9bd8-792fcc2ac6cf,revision_number=0']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:39.559418 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-d0a21aa1-1f20-4ef3-a2b0-ede90e9e7121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:39.562823 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a21aa1-1f20-4ef3-a2b0-ede90e9e7121 admin admin] Checking segment: {'id': 'b20d8b57-ff44-4af9-a6de-2ce330f79578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b4b7d1ce-8b53-49ce-a056-d445361a7129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:01:39.563688 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a21aa1-1f20-4ef3-a2b0-ede90e9e7121 admin admin] Network hostable DHCP agents. Network: b4b7d1ce-8b53-49ce-a056-d445361a7129, hostable agents: ['c0824d2b-2f6c-4dc3-a849-d7b48d525e7a'], hosted agents: [] {{(pid=105126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 11:01:39.645026 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a21aa1-1f20-4ef3-a2b0-ede90e9e7121 admin admin] Network b4b7d1ce-8b53-49ce-a056-d445361a7129 is scheduled to be hosted by DHCP agent c0824d2b-2f6c-4dc3-a849-d7b48d525e7a with binding_index 1 {{(pid=105126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 11:01:39.736057 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.base_scheduler [None req-d0a21aa1-1f20-4ef3-a2b0-ede90e9e7121 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-4-smb, b4b7d1ce-8b53-49ce-a056-d445361a7129) {{(pid=105126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:01:39.740671 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a21aa1-1f20-4ef3-a2b0-ede90e9e7121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:39.741561 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-d0a21aa1-1f20-4ef3-a2b0-ede90e9e7121 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:39.747009 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94c288d-6519-4cb8-ac5d-45323de29860 None None] Network b4b7d1ce-8b53-49ce-a056-d445361a7129 requested from dv-cinder-793515-4-smb {{(pid=105128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:01:39.829063 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-d0a21aa1-1f20-4ef3-a2b0-ede90e9e7121 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8557334 Jun 29 11:01:39.910816 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9710dcc-03c4-45d2-bbcd-10e406babc43 None None] Network b4b7d1ce-8b53-49ce-a056-d445361a7129 requested from dv-cinder-793515-4-smb {{(pid=105128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:01:40.210599 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:40.722601 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d0971-1601-4a58-ade6-5f6122dce921 req-746cdc63-d406-421a-a366-8a07df8d0df2 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:40.733025 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-d37d0971-1601-4a58-ade6-5f6122dce921 req-746cdc63-d406-421a-a366-8a07df8d0df2 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.0837851 Jun 29 11:01:40.781076 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-d37d0971-1601-4a58-ade6-5f6122dce921 req-72fd567d-9814-423a-9d87-643afd088595 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417447 Jun 29 11:01:41.679369 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:42.033618 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6be015-a82c-4bf7-ad69-08adf60010bd req-99a53d05-bd7d-4a02-877c-83d91476d853 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:42.035206 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-8b6be015-a82c-4bf7-ad69-08adf60010bd req-99a53d05-bd7d-4a02-877c-83d91476d853 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.0900486 Jun 29 11:01:42.087207 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-8b6be015-a82c-4bf7-ad69-08adf60010bd req-affe476a-ca18-41b1-bef1-52d93641e58a tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456178 Jun 29 11:01:43.330193 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85637d-8493-4f9f-922d-8bbcace103e1 req-dc540f3b-adef-4bed-8e72-1d6cb1660e38 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:43.332400 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-2d85637d-8493-4f9f-922d-8bbcace103e1 req-dc540f3b-adef-4bed-8e72-1d6cb1660e38 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.0924730 Jun 29 11:01:43.377344 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-2d85637d-8493-4f9f-922d-8bbcace103e1 req-b561250d-becc-4cba-a04c-485674f5b9b0 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389607 Jun 29 11:01:44.635415 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-dbbabe08-19ce-44bd-b710-d8c54006e631 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:44.637422 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-dbbabe08-19ce-44bd-b710-d8c54006e631 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/networks?id=b4b7d1ce-8b53-49ce-a056-d445361a7129 HTTP/1.1" status: 200 len: 812 time: 0.1545403 Jun 29 11:01:44.650341 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe6219-7262-4aa6-8463-3d2c9b5c9075 req-844d8931-22df-47be-bf5b-700383c8fff8 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:44.657039 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-e25fa97d-16fc-451e-ae27-66bfbd5bca3c tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/quotas/544477bd1c9f4ca196cf7329a141b8a7 HTTP/1.1" status: 200 len: 375 time: 0.0132949 Jun 29 11:01:44.659242 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-75fe6219-7262-4aa6-8463-3d2c9b5c9075 req-844d8931-22df-47be-bf5b-700383c8fff8 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.0962090 Jun 29 11:01:44.701424 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-75fe6219-7262-4aa6-8463-3d2c9b5c9075 req-f4ab0316-b22d-461f-aa9f-f0cffa3830d3 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412469 Jun 29 11:01:44.735308 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-e639e146-e404-4b24-ab3f-56c5f930c184 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=544477bd1c9f4ca196cf7329a141b8a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711868 Jun 29 11:01:44.846627 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-61469b39-7e76-4c9f-97e6-c0a92e30ab35 service neutron] 10.222.0.66 "GET /v2.0/networks/b4b7d1ce-8b53-49ce-a056-d445361a7129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100991 Jun 29 11:01:44.972772 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-f9fbfda0-7c10-4cd0-9776-f1f09d121c31 service neutron] 10.222.0.66 "GET /v2.0/networks/b4b7d1ce-8b53-49ce-a056-d445361a7129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194150 Jun 29 11:01:45.250198 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-411eca7f-9b18-401d-ab26-fb057a74b279 req-d50f4d3f-2483-4e2e-8bdd-d93e3f8d5bd3 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=2961f3c7-5b87-4812-add1-d363ef8353bb HTTP/1.1" status: 200 len: 210 time: 0.0338860 Jun 29 11:01:45.572108 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3adb0-b11f-411c-859a-a4057215243a req-c85433a8-1116-4738-b90f-3371278d1e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:45.573608 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a3f3adb0-b11f-411c-859a-a4057215243a req-c85433a8-1116-4738-b90f-3371278d1e5a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 1098 time: 0.0603707 Jun 29 11:01:45.610033 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a3f3adb0-b11f-411c-859a-a4057215243a req-4a9f6c95-bdd4-42ba-b004-fa3ace8b004c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281200 Jun 29 11:01:45.948439 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e667a7-7e9c-4c66-8198-8572184625e9 req-ce828450-dd62-4150-b462-e08967a85bc9 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:45.950923 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-37e667a7-7e9c-4c66-8198-8572184625e9 req-ce828450-dd62-4150-b462-e08967a85bc9 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.1087198 Jun 29 11:01:46.064445 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-37e667a7-7e9c-4c66-8198-8572184625e9 req-e2a44fb3-a253-429c-a847-deae6a06856c tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996630 Jun 29 11:01:46.423656 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-6fc8106a-60f0-445a-ad65-eeca6b67dc21 req-52fcd56a-906d-4023-8218-8e02e1fafe67 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=2961f3c7-5b87-4812-add1-d363ef8353bb HTTP/1.1" status: 200 len: 210 time: 0.0369458 Jun 29 11:01:47.277977 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c935e-1605-47a4-9446-a9603c91efab req-2e0506e2-9332-4558-8364-bf9a3e792656 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:47.279811 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-b90c935e-1605-47a4-9446-a9603c91efab req-2e0506e2-9332-4558-8364-bf9a3e792656 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.0818686 Jun 29 11:01:47.333828 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-b90c935e-1605-47a4-9446-a9603c91efab req-1de43d72-e58d-47ab-8b77-d636d2a0c81e tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465794 Jun 29 11:01:47.655541 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-53ba73e7-f116-4ea0-8679-e989f93a7f8d req-cf05dc4f-232b-48bb-802f-9bd475dd4681 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=2961f3c7-5b87-4812-add1-d363ef8353bb HTTP/1.1" status: 200 len: 210 time: 0.0405159 Jun 29 11:01:48.171274 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08a2a6-f5c4-4e1c-b5de-92749fe94dfe req-47c35f4a-aa42-4321-943e-9ba066bf0d9f tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:48.172916 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-4b08a2a6-f5c4-4e1c-b5de-92749fe94dfe req-47c35f4a-aa42-4321-943e-9ba066bf0d9f tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.0994051 Jun 29 11:01:48.230320 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-a0479de0-1c6c-4c5e-87c2-866e47c74110 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:48.233104 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-a0479de0-1c6c-4c5e-87c2-866e47c74110 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.42 "GET /v2.0/networks?id=b4b7d1ce-8b53-49ce-a056-d445361a7129 HTTP/1.1" status: 200 len: 812 time: 0.2256250 Jun 29 11:01:48.241967 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2bced-de01-4a5d-9ed9-170aee5dd97f req-2e5e5bb6-4358-41fe-925f-12b48e07bae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:48.243764 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-22c2bced-de01-4a5d-9ed9-170aee5dd97f req-2e5e5bb6-4358-41fe-925f-12b48e07bae9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6299943bac064fd7b1103e93d469d653&device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 1098 time: 0.1323345 Jun 29 11:01:48.247985 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-4b08a2a6-f5c4-4e1c-b5de-92749fe94dfe req-bddbfde7-6c41-496d-8c65-2c8a37c81f05 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667319 Jun 29 11:01:48.272577 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-890b03d9-a844-4fa3-bfa4-9e08fae260f9 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Request body: {'port': {'device_id': '2961f3c7-5b87-4812-add1-d363ef8353bb', 'network_id': 'b4b7d1ce-8b53-49ce-a056-d445361a7129', 'admin_state_up': True, 'tenant_id': '544477bd1c9f4ca196cf7329a141b8a7'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:01:48.575996 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2bced-de01-4a5d-9ed9-170aee5dd97f req-8c356050-e2b4-4b29-94e3-fd6cf9e4201c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:48.577537 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-22c2bced-de01-4a5d-9ed9-170aee5dd97f req-8c356050-e2b4-4b29-94e3-fd6cf9e4201c service neutron] 10.222.0.42 "GET /v2.0/networks?id=8d7f72c5-0ecd-48cd-ad50-7ae8533793ae HTTP/1.1" status: 200 len: 919 time: 0.3090582 Jun 29 11:01:48.589546 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0097347e-8aa5-4490-ab5a-36159297c392 req-fbdec56a-70c6-4f0c-bde6-afb4cb4e6115 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2015464654&fields=id&tenant_id=cf3eb55687784d58baefbd075c2bee23 HTTP/1.1" status: 200 len: 267 time: 0.0874901 Jun 29 11:01:48.640089 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-22c2bced-de01-4a5d-9ed9-170aee5dd97f req-7711026d-e092-42a8-b933-9a32563848c3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=762cc699-8b9c-42ab-a8bf-26daf7d725b0 HTTP/1.1" status: 200 len: 217 time: 0.0486767 Jun 29 11:01:48.723100 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 55434) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:01:48.753067 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2bced-de01-4a5d-9ed9-170aee5dd97f req-e0121325-2b94-4f9b-a6a4-910e32ca9bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:48.755340 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-22c2bced-de01-4a5d-9ed9-170aee5dd97f req-e0121325-2b94-4f9b-a6a4-910e32ca9bd4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b6175b8a-51af-4ce8-b7f0-839520dcb7e3 HTTP/1.1" status: 200 len: 858 time: 0.0892179 Jun 29 11:01:48.833983 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-22c2bced-de01-4a5d-9ed9-170aee5dd97f req-736bc2cd-805e-4e03-84ed-cae440ff99ba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8d7f72c5-0ecd-48cd-ad50-7ae8533793ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387247 Jun 29 11:01:48.843648 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-890b03d9-a844-4fa3-bfa4-9e08fae260f9 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Made reservation on behalf of 544477bd1c9f4ca196cf7329a141b8a7 for: {'port': 1} {{(pid=105127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:01:48.847616 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-890b03d9-a844-4fa3-bfa4-9e08fae260f9 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:48.989117 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097347e-8aa5-4490-ab5a-36159297c392 req-3fc1c77d-561f-44b6-beee-0e9112ed3a98 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:48.990860 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0097347e-8aa5-4490-ab5a-36159297c392 req-3fc1c77d-561f-44b6-beee-0e9112ed3a98 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/networks?id=eda33a07-a8d0-4f6b-aa40-3f01a74f2e07 HTTP/1.1" status: 200 len: 808 time: 0.3575358 Jun 29 11:01:49.066144 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0097347e-8aa5-4490-ab5a-36159297c392 req-bf2b467f-0e59-4ec5-8f3a-e980933048cb tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/quotas/cf3eb55687784d58baefbd075c2bee23 HTTP/1.1" status: 200 len: 375 time: 0.0655096 Jun 29 11:01:49.071576 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-278edf85-6216-4177-8e4b-6bb8293e963b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:49.085097 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-9ebcfb32-e243-4a12-810e-fd27d159e8bc req-1a8f296b-2171-4a43-8196-f74bc84621b3 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=2961f3c7-5b87-4812-add1-d363ef8353bb HTTP/1.1" status: 200 len: 210 time: 0.2814381 Jun 29 11:01:49.117142 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-22c2bced-de01-4a5d-9ed9-170aee5dd97f req-795b4235-5591-437a-a2f2-e787bd2f1c8f service neutron] 10.222.0.42 "GET /v2.0/networks/8d7f72c5-0ecd-48cd-ad50-7ae8533793ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470729 Jun 29 11:01:49.232534 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-278edf85-6216-4177-8e4b-6bb8293e963b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:49.236052 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.db_base_plugin_common [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-890b03d9-a844-4fa3-bfa4-9e08fae260f9 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Allocated IP 172.20.0.5 (b4b7d1ce-8b53-49ce-a056-d445361a7129/0b048a7c-f89c-4326-9bd8-792fcc2ac6cf/d62ed94b-8f9c-4dad-a0fd-012925e53e14) {{(pid=105127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:01:49.300125 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-22c2bced-de01-4a5d-9ed9-170aee5dd97f req-32e5695f-0935-4cea-bb9b-48141076ffb0 service neutron] 10.222.0.42 "GET /v2.0/networks/8d7f72c5-0ecd-48cd-ad50-7ae8533793ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615717 Jun 29 11:01:49.301748 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-278edf85-6216-4177-8e4b-6bb8293e963b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:49.312308 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-2ebb355f-ecf8-4afa-bb8d-febf240c595f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:49.335065 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0097347e-8aa5-4490-ab5a-36159297c392 req-22d7b91b-5091-4f24-811a-e3a1316e4ecf tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=cf3eb55687784d58baefbd075c2bee23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2529464 Jun 29 11:01:49.405626 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-278edf85-6216-4177-8e4b-6bb8293e963b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6c120454e3b64d7582c777561499bca9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6807542 Jun 29 11:01:49.406610 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 55440) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:01:49.416393 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278edf85-6216-4177-8e4b-6bb8293e963b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d6887d-84b6-48f4-8eeb-13f113e11ebc,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:49.422347 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-278edf85-6216-4177-8e4b-6bb8293e963b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:49.523304 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-b364e09f-f46d-4464-86af-825070cd5913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:49.551682 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145bf82d-4392-4941-a396-f374dcf7ec6c req-b53458bf-3d60-4db4-a2b3-5995e9422878 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:49.553396 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-145bf82d-4392-4941-a396-f374dcf7ec6c req-b53458bf-3d60-4db4-a2b3-5995e9422878 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.1164088 Jun 29 11:01:49.572801 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-b364e09f-f46d-4464-86af-825070cd5913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:49.631970 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-145bf82d-4392-4941-a396-f374dcf7ec6c req-ff601899-423f-49f7-ada4-9864e54cd421 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657098 Jun 29 11:01:49.752997 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-b364e09f-f46d-4464-86af-825070cd5913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:49.756050 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-b364e09f-f46d-4464-86af-825070cd5913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:49.757924 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-b364e09f-f46d-4464-86af-825070cd5913 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/22d6887d-84b6-48f4-8eeb-13f113e11ebc HTTP/1.1" status: 204 len: 168 time: 0.3496211 Jun 29 11:01:49.758726 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-278edf85-6216-4177-8e4b-6bb8293e963b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:49.770496 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b364e09f-f46d-4464-86af-825070cd5913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d6887d-84b6-48f4-8eeb-13f113e11ebc,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:49.773437 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-b364e09f-f46d-4464-86af-825070cd5913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:49.925079 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0097347e-8aa5-4490-ab5a-36159297c392 req-91e7c6da-d993-40fa-a6d5-724bc59a98b7 service neutron] 10.222.0.66 "GET /v2.0/networks/eda33a07-a8d0-4f6b-aa40-3f01a74f2e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5763919 Jun 29 11:01:49.937174 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-890b03d9-a844-4fa3-bfa4-9e08fae260f9 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Notify callbacks [] for port, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:50.094092 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0097347e-8aa5-4490-ab5a-36159297c392 req-6e8c3ada-09ed-4bab-8f69-495fb7b23739 service neutron] 10.222.0.66 "GET /v2.0/networks/eda33a07-a8d0-4f6b-aa40-3f01a74f2e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544995 Jun 29 11:01:50.141550 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-890b03d9-a844-4fa3-bfa4-9e08fae260f9 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130347142'] for port, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:50.163776 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-67bfc236-d03e-4595-9c37-39a011107b8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:50.186118 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-890b03d9-a844-4fa3-bfa4-9e08fae260f9 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Network b4b7d1ce-8b53-49ce-a056-d445361a7129 is already hosted by enough agents. {{(pid=105127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:01:50.190074 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.base_scheduler [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-890b03d9-a844-4fa3-bfa4-9e08fae260f9 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Resources bound (agent type, host, resource id): {{(pid=105127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:01:50.214458 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-890b03d9-a844-4fa3-bfa4-9e08fae260f9 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Received port after_create {{(pid=105127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:01:50.291685 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-890b03d9-a844-4fa3-bfa4-9e08fae260f9 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:50.292320 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-890b03d9-a844-4fa3-bfa4-9e08fae260f9 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:50.295843 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b03d9-a844-4fa3-bfa4-9e08fae260f9 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Pushing event updated for resources: {'Port': ['ID=d62ed94b-8f9c-4dad-a0fd-012925e53e14,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:50.299429 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-890b03d9-a844-4fa3-bfa4-9e08fae260f9 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:50.362508 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e11391-5cd6-4638-a11f-41d331d815fa req-9a7dbc1d-46c6-497a-9a4f-ebcb4235f821 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:50.364332 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f2e11391-5cd6-4638-a11f-41d331d815fa req-9a7dbc1d-46c6-497a-9a4f-ebcb4235f821 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=2961f3c7-5b87-4812-add1-d363ef8353bb HTTP/1.1" status: 200 len: 931 time: 0.1218879 Jun 29 11:01:50.413678 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f2e11391-5cd6-4638-a11f-41d331d815fa req-c4819f3a-e0da-4db6-bc65-12ab74337089 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/security-groups?id=115df868-f249-406f-b279-69223379506e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434117 Jun 29 11:01:50.622526 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-890b03d9-a844-4fa3-bfa4-9e08fae260f9 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3551290 Jun 29 11:01:50.647687 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-42f2a426-9202-407b-b99b-61e9a0d25ffc service neutron] Request body: {'port': {'device_id': '2961f3c7-5b87-4812-add1-d363ef8353bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:01:50.675544 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 55466) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:01:50.692482 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-cdd568b9-e0e0-4d2f-afcc-9e785c496ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:50.766100 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-42f2a426-9202-407b-b99b-61e9a0d25ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:50.865356 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-cdd568b9-e0e0-4d2f-afcc-9e785c496ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:50.910432 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a3b33-0015-4cb2-a00d-ddf1dcc9b58c req-d398222a-41d2-49e7-a356-3c7a9a5df52e tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:50.911212 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-c48a3b33-0015-4cb2-a00d-ddf1dcc9b58c req-d398222a-41d2-49e7-a356-3c7a9a5df52e tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.1189995 Jun 29 11:01:50.964290 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-cdd568b9-e0e0-4d2f-afcc-9e785c496ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:50.970282 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-4e5f4320-5b92-4c77-bdb8-2efe87fa72a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:51.016971 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-c48a3b33-0015-4cb2-a00d-ddf1dcc9b58c req-26009147-583d-48d2-9451-a1f9038cb0cf tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775762 Jun 29 11:01:51.026384 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd568b9-e0e0-4d2f-afcc-9e785c496ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e0e215-818c-481d-b481-469cdfe4ece1,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:51.040150 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-cdd568b9-e0e0-4d2f-afcc-9e785c496ae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:51.040150 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-cdd568b9-e0e0-4d2f-afcc-9e785c496ae6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f309053b13f1407a97c9a63867899273&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3571210 Jun 29 11:01:51.040150 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 55474) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:01:51.057226 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-9f37ff6b-0838-4a60-b220-647ebc5c354b req-ec92c7e3-e1dd-4234-8e83-c22fdee7ebf5 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 210 time: 0.0576913 Jun 29 11:01:51.128056 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-45076141-adf2-470a-890e-56f25755c670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:51.154464 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-42f2a426-9202-407b-b99b-61e9a0d25ffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d62ed94b-8f9c-4dad-a0fd-012925e53e14 {{(pid=105127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:01:51.168880 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-42f2a426-9202-407b-b99b-61e9a0d25ffc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:51.169729 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-45076141-adf2-470a-890e-56f25755c670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:51.189625 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.provisioning_blocks [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-42f2a426-9202-407b-b99b-61e9a0d25ffc service neutron] Transition to ACTIVE for port object d62ed94b-8f9c-4dad-a0fd-012925e53e14 will not be triggered until provisioned by entity L2. {{(pid=105127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:01:51.262697 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-42f2a426-9202-407b-b99b-61e9a0d25ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130347152'] for port, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:51.266091 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-b00b23a5-7e39-46d6-bd42-67e17c5e0487 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:51.318437 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-45076141-adf2-470a-890e-56f25755c670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:51.321208 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-45076141-adf2-470a-890e-56f25755c670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:51.322362 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-45076141-adf2-470a-890e-56f25755c670 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a4e0e215-818c-481d-b481-469cdfe4ece1 HTTP/1.1" status: 204 len: 168 time: 0.2852266 Jun 29 11:01:51.323350 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-4648a6b5-289d-4cc5-8bee-029ebe8dd76c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:51.345931 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45076141-adf2-470a-890e-56f25755c670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e0e215-818c-481d-b481-469cdfe4ece1,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:51.353598 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f2a426-9202-407b-b99b-61e9a0d25ffc service neutron] Pushing event updated for resources: {'Port': ['ID=d62ed94b-8f9c-4dad-a0fd-012925e53e14,revision_number=2']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:51.373620 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-42f2a426-9202-407b-b99b-61e9a0d25ffc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:51.380920 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-45076141-adf2-470a-890e-56f25755c670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:51.438867 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-42f2a426-9202-407b-b99b-61e9a0d25ffc service neutron] Attempting to bind port d62ed94b-8f9c-4dad-a0fd-012925e53e14 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:01:51.439271 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-42f2a426-9202-407b-b99b-61e9a0d25ffc service neutron] Attempting to bind port d62ed94b-8f9c-4dad-a0fd-012925e53e14 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'b20d8b57-ff44-4af9-a6de-2ce330f79578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b4b7d1ce-8b53-49ce-a056-d445361a7129'}] {{(pid=105127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:01:51.439535 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-42f2a426-9202-407b-b99b-61e9a0d25ffc service neutron] Attempting to bind port d62ed94b-8f9c-4dad-a0fd-012925e53e14 on network b4b7d1ce-8b53-49ce-a056-d445361a7129 {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:01:51.470642 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-42f2a426-9202-407b-b99b-61e9a0d25ffc service neutron] Port d62ed94b-8f9c-4dad-a0fd-012925e53e14 on network b4b7d1ce-8b53-49ce-a056-d445361a7129 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:01:51.470974 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-42f2a426-9202-407b-b99b-61e9a0d25ffc service neutron] Attempting to bind port d62ed94b-8f9c-4dad-a0fd-012925e53e14 on network b4b7d1ce-8b53-49ce-a056-d445361a7129 {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:01:51.481697 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-42f2a426-9202-407b-b99b-61e9a0d25ffc service neutron] Checking agent: {'id': 'bdcb3022-9de1-427e-88c2-d5d630f764fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 56, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:01:51.484813 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-42f2a426-9202-407b-b99b-61e9a0d25ffc service neutron] Checking segment: {'id': 'b20d8b57-ff44-4af9-a6de-2ce330f79578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b4b7d1ce-8b53-49ce-a056-d445361a7129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:01:51.484813 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-42f2a426-9202-407b-b99b-61e9a0d25ffc service neutron] Bound using segment: {'id': 'b20d8b57-ff44-4af9-a6de-2ce330f79578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b4b7d1ce-8b53-49ce-a056-d445361a7129'} {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:01:51.484813 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-42f2a426-9202-407b-b99b-61e9a0d25ffc service neutron] Bound port: d62ed94b-8f9c-4dad-a0fd-012925e53e14, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b20d8b57-ff44-4af9-a6de-2ce330f79578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b4b7d1ce-8b53-49ce-a056-d445361a7129'}}] {{(pid=105127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:01:51.484813 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-42f2a426-9202-407b-b99b-61e9a0d25ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:51.565818 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-42f2a426-9202-407b-b99b-61e9a0d25ffc service neutron] For port d62ed94b-8f9c-4dad-a0fd-012925e53e14, host hv-cinder-79351, cleared binding levels {{(pid=105127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:01:51.569659 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-42f2a426-9202-407b-b99b-61e9a0d25ffc service neutron] For port d62ed94b-8f9c-4dad-a0fd-012925e53e14, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d62ed94b-8f9c-4dad-a0fd-012925e53e14,segment=NetworkSegment(b20d8b57-ff44-4af9-a6de-2ce330f79578),segment_id=b20d8b57-ff44-4af9-a6de-2ce330f79578)] {{(pid=105127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:01:51.633797 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-42f2a426-9202-407b-b99b-61e9a0d25ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130347152'] for port, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:51.637025 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-8d1a9db7-b3a9-44f7-9ca8-3f6eb928a19a tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:51.654211 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c022d50-147a-4de3-819f-a74e38b0b333 req-8e1bc54a-e8d8-4fe3-ab4b-fb03a754a15d tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:51.661501 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-3c022d50-147a-4de3-819f-a74e38b0b333 req-8e1bc54a-e8d8-4fe3-ab4b-fb03a754a15d tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=2961f3c7-5b87-4812-add1-d363ef8353bb HTTP/1.1" status: 200 len: 943 time: 0.0905116 Jun 29 11:01:51.671773 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-42f2a426-9202-407b-b99b-61e9a0d25ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:51.672784 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-42f2a426-9202-407b-b99b-61e9a0d25ffc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:51.674522 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-42f2a426-9202-407b-b99b-61e9a0d25ffc service neutron] 10.222.0.42 "PUT /v2.0/ports/d62ed94b-8f9c-4dad-a0fd-012925e53e14 HTTP/1.1" status: 200 len: 1093 time: 1.0345654 Jun 29 11:01:51.679680 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2961f3c7-5b87-4812-add1-d363ef8353bb', 'tag': 'd62ed94b-8f9c-4dad-a0fd-012925e53e14'}] {{(pid=105127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:01:51.682628 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51926c8a96ac3dcbe8a9a7c61d1f1b13ee7346919254cfc90a12d4d270e3eabf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11cbcd2-a21c-4335-88d0-104f41a5cece" -d '{"events": [{"name": "network-changed", "server_uuid": "2961f3c7-5b87-4812-add1-d363ef8353bb", "tag": "d62ed94b-8f9c-4dad-a0fd-012925e53e14"}]}' {{(pid=105127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:01:51.736908 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f2a426-9202-407b-b99b-61e9a0d25ffc service neutron] Pushing event updated for resources: {'Port': ['ID=d62ed94b-8f9c-4dad-a0fd-012925e53e14,revision_number=3']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:51.740887 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f2a426-9202-407b-b99b-61e9a0d25ffc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:01:51.741325 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f2a426-9202-407b-b99b-61e9a0d25ffc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:01:51.741790 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f2a426-9202-407b-b99b-61e9a0d25ffc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:01:51.742221 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f2a426-9202-407b-b99b-61e9a0d25ffc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:01:51.742631 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f2a426-9202-407b-b99b-61e9a0d25ffc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:01:51.743048 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f2a426-9202-407b-b99b-61e9a0d25ffc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:01:51.743574 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f2a426-9202-407b-b99b-61e9a0d25ffc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:01:51.743969 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f2a426-9202-407b-b99b-61e9a0d25ffc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:01:51.744486 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-3c022d50-147a-4de3-819f-a74e38b0b333 req-38156b18-0a4e-4644-a83a-9089aa395231 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/security-groups?id=115df868-f249-406f-b279-69223379506e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809152 Jun 29 11:01:51.744607 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f2a426-9202-407b-b99b-61e9a0d25ffc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:01:51.745171 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f2a426-9202-407b-b99b-61e9a0d25ffc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:01:51.745632 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f2a426-9202-407b-b99b-61e9a0d25ffc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:01:51.746612 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f2a426-9202-407b-b99b-61e9a0d25ffc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:01:51.752051 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-42f2a426-9202-407b-b99b-61e9a0d25ffc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:51.762033 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b824ca-1288-438a-b07d-f0e0d2273bf6 x-openstack-request-id: req-16b824ca-1288-438a-b07d-f0e0d2273bf6 {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:01:51.762406 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2961f3c7-5b87-4812-add1-d363ef8353bb", "tag": "d62ed94b-8f9c-4dad-a0fd-012925e53e14", "status": "completed", "code": 200}]} {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:01:51.762985 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-16b824ca-1288-438a-b07d-f0e0d2273bf6 {{(pid=105127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:01:51.763487 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2961f3c7-5b87-4812-add1-d363ef8353bb', 'tag': 'd62ed94b-8f9c-4dad-a0fd-012925e53e14', 'status': 'completed', 'code': 200} Jun 29 11:01:51.863721 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11cbcd2-a21c-4335-88d0-104f41a5cece req-d75b9c19-5e48-4787-9ebc-36d4e46e3600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:51.865834 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d11cbcd2-a21c-4335-88d0-104f41a5cece req-d75b9c19-5e48-4787-9ebc-36d4e46e3600 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=544477bd1c9f4ca196cf7329a141b8a7&device_id=2961f3c7-5b87-4812-add1-d363ef8353bb HTTP/1.1" status: 200 len: 1096 time: 0.0599856 Jun 29 11:01:52.014861 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11cbcd2-a21c-4335-88d0-104f41a5cece req-607fd3c5-c16d-4f9c-8123-603b0f4de9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:52.016366 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d11cbcd2-a21c-4335-88d0-104f41a5cece req-607fd3c5-c16d-4f9c-8123-603b0f4de9b8 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=544477bd1c9f4ca196cf7329a141b8a7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1364963 Jun 29 11:01:52.120242 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11cbcd2-a21c-4335-88d0-104f41a5cece req-a20805e1-c425-4451-8077-3b7c366cc683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:52.122428 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d11cbcd2-a21c-4335-88d0-104f41a5cece req-a20805e1-c425-4451-8077-3b7c366cc683 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0997920 Jun 29 11:01:52.225291 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73bb82-5526-4c4c-939b-e2bd09691c38 req-9bed02c8-de7e-4a9e-a074-9785b9f60bfd tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:52.227878 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-dd73bb82-5526-4c4c-939b-e2bd09691c38 req-9bed02c8-de7e-4a9e-a074-9785b9f60bfd tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.0958390 Jun 29 11:01:52.270981 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-cb337fa5-c67a-4c39-b167-c73cfdeb4889 req-1bd65b2d-f884-4ae4-aca9-2df63f2c9ac5 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 210 time: 0.0657833 Jun 29 11:01:52.281359 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-dd73bb82-5526-4c4c-939b-e2bd09691c38 req-93c84eb9-a8f5-4d6b-a6fb-0f92287d9678 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438747 Jun 29 11:01:52.288576 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-d6cf1201-5fbd-4fae-a4e7-5197f8ec7516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:52.290422 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-d6cf1201-5fbd-4fae-a4e7-5197f8ec7516 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=544477bd1c9f4ca196cf7329a141b8a7&device_id=2961f3c7-5b87-4812-add1-d363ef8353bb HTTP/1.1" status: 200 len: 1096 time: 0.0960841 Jun 29 11:01:52.347272 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-b1c7c8d7-4035-4b03-b0c3-708a155b2617 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d62ed94b-8f9c-4dad-a0fd-012925e53e14 HTTP/1.1" status: 200 len: 217 time: 0.0437279 Jun 29 11:01:52.406247 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-f059dcec-bd4e-4cff-ad84-56d1fbdd816a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:52.407802 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-f059dcec-bd4e-4cff-ad84-56d1fbdd816a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0b048a7c-f89c-4326-9bd8-792fcc2ac6cf HTTP/1.1" status: 200 len: 852 time: 0.0542111 Jun 29 11:01:52.443089 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-38500605-f021-45ed-b3e6-c5587d4ad941 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b4b7d1ce-8b53-49ce-a056-d445361a7129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282116 Jun 29 11:01:52.571558 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-19643372-1053-4168-9e3a-bfb2f8bbd656 service neutron] 10.222.0.42 "GET /v2.0/networks/b4b7d1ce-8b53-49ce-a056-d445361a7129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215148 Jun 29 11:01:52.674143 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0faf0249-5e76-4a8c-bd63-96be7740fb14 req-bd247f58-a4e4-42cd-835d-30700ddd7dc5 service neutron] 10.222.0.42 "GET /v2.0/networks/b4b7d1ce-8b53-49ce-a056-d445361a7129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947709 Jun 29 11:01:52.948146 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfceec-ab56-40c4-a510-023195ebca6c req-466684ca-7e97-480b-bb2c-419ea6c69fc9 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:52.950313 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-b5cfceec-ab56-40c4-a510-023195ebca6c req-466684ca-7e97-480b-bb2c-419ea6c69fc9 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=2961f3c7-5b87-4812-add1-d363ef8353bb HTTP/1.1" status: 200 len: 943 time: 0.0771127 Jun 29 11:01:52.989508 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-b5cfceec-ab56-40c4-a510-023195ebca6c req-e7539f1f-43d8-4ae3-8312-09e51d023dc2 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/security-groups?id=115df868-f249-406f-b279-69223379506e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331960 Jun 29 11:01:53.316502 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 55556) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:01:53.444272 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f496c726-e3f2-458a-a91b-4335fd9de853 req-7eaade84-05ff-44f4-b9f9-c3b0bbb5939f tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 210 time: 0.0396612 Jun 29 11:01:53.445823 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-56c2bbb5-b154-447e-9743-e2573e945c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:53.534117 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-56c2bbb5-b154-447e-9743-e2573e945c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:53.621085 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-56c2bbb5-b154-447e-9743-e2573e945c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:53.624654 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-fe196efd-cad2-4a58-a361-fd2a838085b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:53.660960 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-56c2bbb5-b154-447e-9743-e2573e945c8a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e92b4e95b3ce49bbac830109e4d42a1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3433418 Jun 29 11:01:53.661938 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2bbb5-b154-447e-9743-e2573e945c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a3d27d-fbb2-46f1-a58b-2ee0f9aa7ed3,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:53.664149 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 55560) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:01:53.666131 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-56c2bbb5-b154-447e-9743-e2573e945c8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:53.720034 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-3675301b-c67d-4558-8bc5-040573b10089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:53.723907 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097347e-8aa5-4490-ab5a-36159297c392 req-f5c14fe6-a642-4ecd-98ae-04266456282e tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:53.725406 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0097347e-8aa5-4490-ab5a-36159297c392 req-f5c14fe6-a642-4ecd-98ae-04266456282e tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.42 "GET /v2.0/networks?id=eda33a07-a8d0-4f6b-aa40-3f01a74f2e07 HTTP/1.1" status: 200 len: 808 time: 0.1136217 Jun 29 11:01:53.741787 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-3675301b-c67d-4558-8bc5-040573b10089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:53.796259 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0097347e-8aa5-4490-ab5a-36159297c392 req-75519f05-4c92-4eb4-88d5-078a96065ce8 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf3eb55687784d58baefbd075c2bee23 HTTP/1.1" status: 200 len: 380 time: 0.0432169 Jun 29 11:01:53.805408 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [req-0097347e-8aa5-4490-ab5a-36159297c392 req-deb424c1-12e2-4309-9b76-991a5f695bf8 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Request body: {'port': {'device_id': 'e83d0cf4-01a4-46db-abb9-52a66305cb72', 'network_id': 'eda33a07-a8d0-4f6b-aa40-3f01a74f2e07', 'admin_state_up': True, 'tenant_id': 'cf3eb55687784d58baefbd075c2bee23', 'security_groups': ['1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1']}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:01:53.862811 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-3675301b-c67d-4558-8bc5-040573b10089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:53.874046 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-3675301b-c67d-4558-8bc5-040573b10089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:53.874046 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-3675301b-c67d-4558-8bc5-040573b10089 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e6a3d27d-fbb2-46f1-a58b-2ee0f9aa7ed3 HTTP/1.1" status: 204 len: 168 time: 0.2069576 Jun 29 11:01:53.874046 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-3d6212df-2f2e-43b7-ab3a-5f5596f1a6be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:53.885245 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675301b-c67d-4558-8bc5-040573b10089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a3d27d-fbb2-46f1-a58b-2ee0f9aa7ed3,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:53.892293 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-3675301b-c67d-4558-8bc5-040573b10089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:54.049826 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0097347e-8aa5-4490-ab5a-36159297c392 req-deb424c1-12e2-4309-9b76-991a5f695bf8 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Made reservation on behalf of cf3eb55687784d58baefbd075c2bee23 for: {'port': 1} {{(pid=105127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:01:54.053945 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-0097347e-8aa5-4490-ab5a-36159297c392 req-deb424c1-12e2-4309-9b76-991a5f695bf8 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:54.259133 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc05b45-121b-48ca-be89-c91d553575e9 req-1c9ac6c1-1ffa-4ab2-9f14-554082a16bb9 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:54.260649 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0dc05b45-121b-48ca-be89-c91d553575e9 req-1c9ac6c1-1ffa-4ab2-9f14-554082a16bb9 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=2961f3c7-5b87-4812-add1-d363ef8353bb HTTP/1.1" status: 200 len: 943 time: 0.1343429 Jun 29 11:01:54.261940 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.db_base_plugin_common [req-0097347e-8aa5-4490-ab5a-36159297c392 req-deb424c1-12e2-4309-9b76-991a5f695bf8 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Allocated IP 172.20.0.4 (eda33a07-a8d0-4f6b-aa40-3f01a74f2e07/30405db8-d131-4708-9e3c-031db82ce4bd/2900b76d-1dea-4f48-941b-58240da2d852) {{(pid=105127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:01:54.337443 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0dc05b45-121b-48ca-be89-c91d553575e9 req-19f2dbf9-6f5b-42a2-b983-044b9a18f3d1 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/security-groups?id=115df868-f249-406f-b279-69223379506e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691109 Jun 29 11:01:54.473158 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-0097347e-8aa5-4490-ab5a-36159297c392 req-deb424c1-12e2-4309-9b76-991a5f695bf8 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks [] for port, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:54.490332 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.provisioning_blocks [req-0097347e-8aa5-4490-ab5a-36159297c392 req-deb424c1-12e2-4309-9b76-991a5f695bf8 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Transition to ACTIVE for port object 2900b76d-1dea-4f48-941b-58240da2d852 will not be triggered until provisioned by entity DHCP. {{(pid=105127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:01:54.611028 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-3f1af223-1301-4e8f-973a-8b511b7f97a4 req-8fead318-58b7-4fc7-a8be-d7afac174ea7 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 210 time: 0.0314155 Jun 29 11:01:54.633631 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-0097347e-8aa5-4490-ab5a-36159297c392 req-deb424c1-12e2-4309-9b76-991a5f695bf8 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130347142'] for port, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:54.638982 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-1f756e46-23d8-44c0-a543-4946e3560897 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:54.686769 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0097347e-8aa5-4490-ab5a-36159297c392 req-deb424c1-12e2-4309-9b76-991a5f695bf8 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Network eda33a07-a8d0-4f6b-aa40-3f01a74f2e07 is already hosted by enough agents. {{(pid=105127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:01:54.689929 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.base_scheduler [req-0097347e-8aa5-4490-ab5a-36159297c392 req-deb424c1-12e2-4309-9b76-991a5f695bf8 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Resources bound (agent type, host, resource id): {{(pid=105127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:01:54.694445 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [req-0097347e-8aa5-4490-ab5a-36159297c392 req-deb424c1-12e2-4309-9b76-991a5f695bf8 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Received port after_create {{(pid=105127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:01:54.701033 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb424c1-12e2-4309-9b76-991a5f695bf8 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Pushing event updated for resources: {'Port': ['ID=2900b76d-1dea-4f48-941b-58240da2d852,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:54.721146 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-deb424c1-12e2-4309-9b76-991a5f695bf8 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:54.753761 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097347e-8aa5-4490-ab5a-36159297c392 req-deb424c1-12e2-4309-9b76-991a5f695bf8 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:54.754465 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-0097347e-8aa5-4490-ab5a-36159297c392 req-deb424c1-12e2-4309-9b76-991a5f695bf8 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:54.851191 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0097347e-8aa5-4490-ab5a-36159297c392 req-deb424c1-12e2-4309-9b76-991a5f695bf8 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0495105 Jun 29 11:01:54.878068 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [req-0097347e-8aa5-4490-ab5a-36159297c392 req-0647fb99-880b-4604-ae2b-e7fa92f344f3 service neutron] Request body: {'port': {'device_id': 'e83d0cf4-01a4-46db-abb9-52a66305cb72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:01:54.954296 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-0097347e-8aa5-4490-ab5a-36159297c392 req-0647fb99-880b-4604-ae2b-e7fa92f344f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:55.050382 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-9438f1a8-60dd-4d4f-a8e1-0b4aec7b2176 None None] Provisioning for port 2900b76d-1dea-4f48-941b-58240da2d852 completed by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:01:55.056999 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-9438f1a8-60dd-4d4f-a8e1-0b4aec7b2176 None None] Provisioning complete for port 2900b76d-1dea-4f48-941b-58240da2d852 triggered by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:01:55.058808 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-9438f1a8-60dd-4d4f-a8e1-0b4aec7b2176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:55.102248 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-9438f1a8-60dd-4d4f-a8e1-0b4aec7b2176 None None] Port 2900b76d-1dea-4f48-941b-58240da2d852 cannot update to ACTIVE because it is not bound. {{(pid=105128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:01:55.267641 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [req-0097347e-8aa5-4490-ab5a-36159297c392 req-0647fb99-880b-4604-ae2b-e7fa92f344f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2900b76d-1dea-4f48-941b-58240da2d852 {{(pid=105127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:01:55.276315 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-0097347e-8aa5-4490-ab5a-36159297c392 req-0647fb99-880b-4604-ae2b-e7fa92f344f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:55.289451 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.provisioning_blocks [req-0097347e-8aa5-4490-ab5a-36159297c392 req-0647fb99-880b-4604-ae2b-e7fa92f344f3 service neutron] Transition to ACTIVE for port object 2900b76d-1dea-4f48-941b-58240da2d852 will not be triggered until provisioned by entity L2. {{(pid=105127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:01:55.346378 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-0097347e-8aa5-4490-ab5a-36159297c392 req-0647fb99-880b-4604-ae2b-e7fa92f344f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130347152'] for port, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:55.349455 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:55.524692 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647fb99-880b-4604-ae2b-e7fa92f344f3 service neutron] Pushing event updated for resources: {'Port': ['ID=2900b76d-1dea-4f48-941b-58240da2d852,revision_number=2']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:55.534209 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-0647fb99-880b-4604-ae2b-e7fa92f344f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:55.546127 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-0097347e-8aa5-4490-ab5a-36159297c392 req-0647fb99-880b-4604-ae2b-e7fa92f344f3 service neutron] Attempting to bind port 2900b76d-1dea-4f48-941b-58240da2d852 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:01:55.546532 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-0097347e-8aa5-4490-ab5a-36159297c392 req-0647fb99-880b-4604-ae2b-e7fa92f344f3 service neutron] Attempting to bind port 2900b76d-1dea-4f48-941b-58240da2d852 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'a6aee341-5a95-4cd8-807e-f60974c0a313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'eda33a07-a8d0-4f6b-aa40-3f01a74f2e07'}] {{(pid=105127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:01:55.546870 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0097347e-8aa5-4490-ab5a-36159297c392 req-0647fb99-880b-4604-ae2b-e7fa92f344f3 service neutron] Attempting to bind port 2900b76d-1dea-4f48-941b-58240da2d852 on network eda33a07-a8d0-4f6b-aa40-3f01a74f2e07 {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:01:55.573261 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0097347e-8aa5-4490-ab5a-36159297c392 req-0647fb99-880b-4604-ae2b-e7fa92f344f3 service neutron] Port 2900b76d-1dea-4f48-941b-58240da2d852 on network eda33a07-a8d0-4f6b-aa40-3f01a74f2e07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:01:55.573682 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0097347e-8aa5-4490-ab5a-36159297c392 req-0647fb99-880b-4604-ae2b-e7fa92f344f3 service neutron] Attempting to bind port 2900b76d-1dea-4f48-941b-58240da2d852 on network eda33a07-a8d0-4f6b-aa40-3f01a74f2e07 {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:01:55.583078 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0097347e-8aa5-4490-ab5a-36159297c392 req-0647fb99-880b-4604-ae2b-e7fa92f344f3 service neutron] Checking agent: {'id': 'bdcb3022-9de1-427e-88c2-d5d630f764fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 56, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:01:55.583407 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0097347e-8aa5-4490-ab5a-36159297c392 req-0647fb99-880b-4604-ae2b-e7fa92f344f3 service neutron] Checking segment: {'id': 'a6aee341-5a95-4cd8-807e-f60974c0a313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'eda33a07-a8d0-4f6b-aa40-3f01a74f2e07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:01:55.583806 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0097347e-8aa5-4490-ab5a-36159297c392 req-0647fb99-880b-4604-ae2b-e7fa92f344f3 service neutron] Bound using segment: {'id': 'a6aee341-5a95-4cd8-807e-f60974c0a313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'eda33a07-a8d0-4f6b-aa40-3f01a74f2e07'} {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:01:55.584444 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-0097347e-8aa5-4490-ab5a-36159297c392 req-0647fb99-880b-4604-ae2b-e7fa92f344f3 service neutron] Bound port: 2900b76d-1dea-4f48-941b-58240da2d852, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6aee341-5a95-4cd8-807e-f60974c0a313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'eda33a07-a8d0-4f6b-aa40-3f01a74f2e07'}}] {{(pid=105127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:01:55.587780 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-0097347e-8aa5-4490-ab5a-36159297c392 req-0647fb99-880b-4604-ae2b-e7fa92f344f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:55.680046 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74313d02-cf24-4198-bfb8-3b66d11a0d38 req-f04c6153-8bae-4ec7-9a0e-5d46b7cb355c tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:55.681700 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-74313d02-cf24-4198-bfb8-3b66d11a0d38 req-f04c6153-8bae-4ec7-9a0e-5d46b7cb355c tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=2961f3c7-5b87-4812-add1-d363ef8353bb HTTP/1.1" status: 200 len: 943 time: 0.1516070 Jun 29 11:01:55.699788 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-0097347e-8aa5-4490-ab5a-36159297c392 req-0647fb99-880b-4604-ae2b-e7fa92f344f3 service neutron] For port 2900b76d-1dea-4f48-941b-58240da2d852, host hv-cinder-79351, cleared binding levels {{(pid=105127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:01:55.717133 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-0097347e-8aa5-4490-ab5a-36159297c392 req-0647fb99-880b-4604-ae2b-e7fa92f344f3 service neutron] For port 2900b76d-1dea-4f48-941b-58240da2d852, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=2900b76d-1dea-4f48-941b-58240da2d852,segment=NetworkSegment(a6aee341-5a95-4cd8-807e-f60974c0a313),segment_id=a6aee341-5a95-4cd8-807e-f60974c0a313)] {{(pid=105127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:01:55.750322 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-74313d02-cf24-4198-bfb8-3b66d11a0d38 req-27ea947d-59ce-4bb7-b7f4-359e7d94c05b tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/security-groups?id=115df868-f249-406f-b279-69223379506e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588410 Jun 29 11:01:55.793293 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-0097347e-8aa5-4490-ab5a-36159297c392 req-0647fb99-880b-4604-ae2b-e7fa92f344f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130347152'] for port, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:55.801654 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-42f2a426-9202-407b-b99b-61e9a0d25ffc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:55.850839 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b1620-2684-4bf5-9577-113a96cab608 req-f4ebcf86-ea9b-4dd9-a229-4061a7e4d971 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:55.857797 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097347e-8aa5-4490-ab5a-36159297c392 req-0647fb99-880b-4604-ae2b-e7fa92f344f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:55.858411 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-0097347e-8aa5-4490-ab5a-36159297c392 req-0647fb99-880b-4604-ae2b-e7fa92f344f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:55.858543 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-763b1620-2684-4bf5-9577-113a96cab608 req-f4ebcf86-ea9b-4dd9-a229-4061a7e4d971 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 943 time: 0.1002450 Jun 29 11:01:55.860044 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0097347e-8aa5-4490-ab5a-36159297c392 req-0647fb99-880b-4604-ae2b-e7fa92f344f3 service neutron] 10.222.0.42 "PUT /v2.0/ports/2900b76d-1dea-4f48-941b-58240da2d852 HTTP/1.1" status: 200 len: 1093 time: 0.9952843 Jun 29 11:01:55.860581 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83d0cf4-01a4-46db-abb9-52a66305cb72', 'tag': '2900b76d-1dea-4f48-941b-58240da2d852'}] {{(pid=105127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:01:55.864144 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51926c8a96ac3dcbe8a9a7c61d1f1b13ee7346919254cfc90a12d4d270e3eabf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19624a5-9176-49ed-84f6-9095cd6b4daa" -d '{"events": [{"name": "network-changed", "server_uuid": "e83d0cf4-01a4-46db-abb9-52a66305cb72", "tag": "2900b76d-1dea-4f48-941b-58240da2d852"}]}' {{(pid=105127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:01:55.893201 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647fb99-880b-4604-ae2b-e7fa92f344f3 service neutron] Pushing event updated for resources: {'Port': ['ID=2900b76d-1dea-4f48-941b-58240da2d852,revision_number=3']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:55.898580 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-0647fb99-880b-4604-ae2b-e7fa92f344f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:55.908650 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-763b1620-2684-4bf5-9577-113a96cab608 req-fda554ad-7270-48ba-905d-1b4d812ee855 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493324 Jun 29 11:01:55.916033 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e857c58b-75ef-4aa6-8f48-1b2cadcbea3d x-openstack-request-id: req-e857c58b-75ef-4aa6-8f48-1b2cadcbea3d {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:01:55.916322 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e83d0cf4-01a4-46db-abb9-52a66305cb72", "tag": "2900b76d-1dea-4f48-941b-58240da2d852", "status": "completed", "code": 200}]} {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:01:55.916657 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e857c58b-75ef-4aa6-8f48-1b2cadcbea3d {{(pid=105127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:01:55.917086 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e83d0cf4-01a4-46db-abb9-52a66305cb72', 'tag': '2900b76d-1dea-4f48-941b-58240da2d852', 'status': 'completed', 'code': 200} Jun 29 11:01:56.020554 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19624a5-9176-49ed-84f6-9095cd6b4daa req-877756e4-a1da-44c5-902a-5a84c65396c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:56.022670 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d19624a5-9176-49ed-84f6-9095cd6b4daa req-877756e4-a1da-44c5-902a-5a84c65396c1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cf3eb55687784d58baefbd075c2bee23&device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 1096 time: 0.0602648 Jun 29 11:01:56.141502 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19624a5-9176-49ed-84f6-9095cd6b4daa req-1a92078b-f8e3-41b3-8d55-2b147cc75794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:56.142904 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d19624a5-9176-49ed-84f6-9095cd6b4daa req-1a92078b-f8e3-41b3-8d55-2b147cc75794 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=cf3eb55687784d58baefbd075c2bee23&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0982516 Jun 29 11:01:56.242983 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19624a5-9176-49ed-84f6-9095cd6b4daa req-81af5d6c-4bbf-4e00-85a8-9dc0e4ad0a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:56.244402 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d19624a5-9176-49ed-84f6-9095cd6b4daa req-81af5d6c-4bbf-4e00-85a8-9dc0e4ad0a3c service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949676 Jun 29 11:01:56.255163 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 55680) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:01:56.383740 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-8a6b4393-934c-4460-beb8-340630ae5c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:56.396443 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097347e-8aa5-4490-ab5a-36159297c392 req-f5967f3a-866c-4a3f-b120-291dc0921b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:56.397912 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0097347e-8aa5-4490-ab5a-36159297c392 req-f5967f3a-866c-4a3f-b120-291dc0921b09 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cf3eb55687784d58baefbd075c2bee23&device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 1096 time: 0.0927167 Jun 29 11:01:56.455541 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0097347e-8aa5-4490-ab5a-36159297c392 req-c4522cc2-efe3-4283-9463-60bdea9d275d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2900b76d-1dea-4f48-941b-58240da2d852 HTTP/1.1" status: 200 len: 217 time: 0.0425909 Jun 29 11:01:56.482979 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device d62ed94b-8f9c-4dad-a0fd-012925e53e14 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=105128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:01:56.508197 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097347e-8aa5-4490-ab5a-36159297c392 req-0fc6f386-2348-4cee-be10-b115e667d418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:56.509706 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0097347e-8aa5-4490-ab5a-36159297c392 req-0fc6f386-2348-4cee-be10-b115e667d418 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30405db8-d131-4708-9e3c-031db82ce4bd HTTP/1.1" status: 200 len: 847 time: 0.0468078 Jun 29 11:01:56.582625 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port d62ed94b-8f9c-4dad-a0fd-012925e53e14, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d62ed94b-8f9c-4dad-a0fd-012925e53e14,segment=NetworkSegment(b20d8b57-ff44-4af9-a6de-2ce330f79578),segment_id=b20d8b57-ff44-4af9-a6de-2ce330f79578)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:01:56.594565 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Returning: {'device': 'd62ed94b-8f9c-4dad-a0fd-012925e53e14', 'network_id': 'b4b7d1ce-8b53-49ce-a056-d445361a7129', 'port_id': 'd62ed94b-8f9c-4dad-a0fd-012925e53e14', 'mac_address': 'fa:16:3e:4c:eb:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b048a7c-f89c-4326-9bd8-792fcc2ac6cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:01:56.603451 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-8a6b4393-934c-4460-beb8-340630ae5c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:56.606014 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097347e-8aa5-4490-ab5a-36159297c392 req-f463cd53-4b30-4d6a-a1fb-704a04f592a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:56.607480 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0097347e-8aa5-4490-ab5a-36159297c392 req-f463cd53-4b30-4d6a-a1fb-704a04f592a6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eda33a07-a8d0-4f6b-aa40-3f01a74f2e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0915556 Jun 29 11:01:56.634022 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:56.648821 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d62ed94b-8f9c-4dad-a0fd-012925e53e14 {{(pid=105128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:01:56.671153 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port d62ed94b-8f9c-4dad-a0fd-012925e53e14, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d62ed94b-8f9c-4dad-a0fd-012925e53e14,segment=NetworkSegment(b20d8b57-ff44-4af9-a6de-2ce330f79578),segment_id=b20d8b57-ff44-4af9-a6de-2ce330f79578)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:01:56.703856 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0097347e-8aa5-4490-ab5a-36159297c392 req-d781a902-bf62-426f-96e6-bc407e716f90 service neutron] 10.222.0.42 "GET /v2.0/networks/eda33a07-a8d0-4f6b-aa40-3f01a74f2e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884020 Jun 29 11:01:56.762519 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-8a6b4393-934c-4460-beb8-340630ae5c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:56.766151 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-e26aec82-2fe5-42bf-af8b-c1a0fdb74c16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:56.785501 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:56.796115 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:56.814948 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b4393-934c-4460-beb8-340630ae5c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a427aaff-c634-449a-80b6-942f9d7a092a,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:56.819673 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-8a6b4393-934c-4460-beb8-340630ae5c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:56.824951 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-8a6b4393-934c-4460-beb8-340630ae5c3c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2addd4aeb1174945bbc27b98cff645c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5659232 Jun 29 11:01:56.825676 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 55690) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:01:56.862322 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=d62ed94b-8f9c-4dad-a0fd-012925e53e14,revision_number=4']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:56.866565 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:56.968364 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9c14d-1421-41e2-a6e5-2ac111686f05 req-5970c4ea-f82c-40fd-a772-c55a192bfe42 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:56.969982 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-08a9c14d-1421-41e2-a6e5-2ac111686f05 req-5970c4ea-f82c-40fd-a772-c55a192bfe42 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=2961f3c7-5b87-4812-add1-d363ef8353bb HTTP/1.1" status: 200 len: 944 time: 0.0788178 Jun 29 11:01:57.009710 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-08a9c14d-1421-41e2-a6e5-2ac111686f05 req-4d17dd2d-45d8-438b-847b-f25afc880589 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/security-groups?id=115df868-f249-406f-b279-69223379506e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337803 Jun 29 11:01:57.111879 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 55698) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:01:57.116133 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0097347e-8aa5-4490-ab5a-36159297c392 req-3627fa76-8fd3-4b87-b3d6-60e74287b1f7 service neutron] 10.222.0.42 "GET /v2.0/networks/eda33a07-a8d0-4f6b-aa40-3f01a74f2e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052734 Jun 29 11:01:57.164627 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] get_ports_and_sgs() called for port_ids ['d62ed94b-8f9c-4dad-a0fd-012925e53e14'] {{(pid=105128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:01:57.176313 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-878e60f1-1031-468f-a559-ee811a6defa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:57.193102 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d02e5d-ba6f-45e1-a242-f7518248d810 admin admin] Deleting subnet 46d9870d-fb02-4d60-8a8c-23ff9689c8d6 {{(pid=105127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:01:57.199261 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c9d02e5d-ba6f-45e1-a242-f7518248d810 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:57.213032 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cf344-0058-48b5-a4a4-58596bc5ce6e req-5a531d81-b908-4acd-8d2d-4c8ba3f9767a tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:57.215836 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-325cf344-0058-48b5-a4a4-58596bc5ce6e req-5a531d81-b908-4acd-8d2d-4c8ba3f9767a tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 943 time: 0.0767674 Jun 29 11:01:57.226591 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-878e60f1-1031-468f-a559-ee811a6defa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:57.257074 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-325cf344-0058-48b5-a4a4-58596bc5ce6e req-9ef771d7-0bcd-48f2-b138-834230f89af6 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349681 Jun 29 11:01:57.298192 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c9d02e5d-ba6f-45e1-a242-f7518248d810 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133725506'] for subnet, precommit_delete_associations {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:57.352979 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c9d02e5d-ba6f-45e1-a242-f7518248d810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403832'] for subnet, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:57.391402 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-878e60f1-1031-468f-a559-ee811a6defa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:57.393924 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-878e60f1-1031-468f-a559-ee811a6defa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:57.397510 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-878e60f1-1031-468f-a559-ee811a6defa7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a427aaff-c634-449a-80b6-942f9d7a092a HTTP/1.1" status: 204 len: 168 time: 0.5671830 Jun 29 11:01:57.397510 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-b6a8231a-6eca-4f39-931c-3361d31e0adc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:57.407275 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7802ccd9-e07f-4250-bb57-da25b75d564c req-5411cb55-7c05-4719-a91b-5f06f013a49f tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:57.412318 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7802ccd9-e07f-4250-bb57-da25b75d564c req-5411cb55-7c05-4719-a91b-5f06f013a49f tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.1742458 Jun 29 11:01:57.421025 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e60f1-1031-468f-a559-ee811a6defa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a427aaff-c634-449a-80b6-942f9d7a092a,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:57.430168 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-878e60f1-1031-468f-a559-ee811a6defa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:57.463097 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7802ccd9-e07f-4250-bb57-da25b75d564c req-a4c9ee6b-8abc-4cd1-bc73-4e9bf806e75e tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444155 Jun 29 11:01:57.506756 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c9d02e5d-ba6f-45e1-a242-f7518248d810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130347089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130097026'] for subnet, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:57.509093 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:57.536061 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d02e5d-ba6f-45e1-a242-f7518248d810 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46d9870d-fb02-4d60-8a8c-23ff9689c8d6,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:57.541144 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-c9d02e5d-ba6f-45e1-a242-f7518248d810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:57.542356 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c9d02e5d-ba6f-45e1-a242-f7518248d810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for subnet, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:57.544535 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-c9d02e5d-ba6f-45e1-a242-f7518248d810 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/46d9870d-fb02-4d60-8a8c-23ff9689c8d6 HTTP/1.1" status: 204 len: 168 time: 0.4302168 Jun 29 11:01:57.546478 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 55702) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:01:57.612479 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d3420e6a-395b-4f16-9720-ccc0c4dd1001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513381'] for network, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:57.694635 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d3420e6a-395b-4f16-9720-ccc0c4dd1001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405582', 'neutron.services.segments.db._delete_segments_for_network-8761935544625'] for network, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:57.704602 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.services.segments.db [None req-d3420e6a-395b-4f16-9720-ccc0c4dd1001 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9012f58e-8f3c-48ac-9c7b-0271b3e9f33e']}} {{(pid=105127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:01:57.714824 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.services.segments.db [None req-d3420e6a-395b-4f16-9720-ccc0c4dd1001 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8674210-aa14-4b17-8a06-58bca2a2e300') {'for_net_delete': True} {{(pid=105127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:01:57.715115 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.services.segments.db [None req-d3420e6a-395b-4f16-9720-ccc0c4dd1001 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8674210-aa14-4b17-8a06-58bca2a2e300') {} {{(pid=105127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:01:57.723756 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d3420e6a-395b-4f16-9720-ccc0c4dd1001 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761935440276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133725513'] for segment, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:57.737399 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d3420e6a-395b-4f16-9720-ccc0c4dd1001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790'] for segment, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:57.742929 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3420e6a-395b-4f16-9720-ccc0c4dd1001 admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=105127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:01:57.743303 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d3420e6a-395b-4f16-9720-ccc0c4dd1001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130347196'] for segment, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:57.744935 dv-cinder-793515-4-smb neutron-server[105127]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:01:57.744935 dv-cinder-793515-4-smb neutron-server[105127]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:01:57.744935 dv-cinder-793515-4-smb neutron-server[105127]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:01:57.744935 dv-cinder-793515-4-smb neutron-server[105127]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:01:57.744935 dv-cinder-793515-4-smb neutron-server[105127]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:01:57.744935 dv-cinder-793515-4-smb neutron-server[105127]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:01:57.744935 dv-cinder-793515-4-smb neutron-server[105127]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:01:57.744935 dv-cinder-793515-4-smb neutron-server[105127]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:01:57.744935 dv-cinder-793515-4-smb neutron-server[105127]: Traceback (most recent call last): Jun 29 11:01:57.744935 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:01:57.744935 dv-cinder-793515-4-smb neutron-server[105127]: timer() Jun 29 11:01:57.744935 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:01:57.744935 dv-cinder-793515-4-smb neutron-server[105127]: cb(*args, **kw) Jun 29 11:01:57.744935 dv-cinder-793515-4-smb neutron-server[105127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:01:57.744935 dv-cinder-793515-4-smb neutron-server[105127]: return func(*args, **kwargs) Jun 29 11:01:57.744935 dv-cinder-793515-4-smb neutron-server[105127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:01:57.744935 dv-cinder-793515-4-smb neutron-server[105127]: self._notify() Jun 29 11:01:57.744935 dv-cinder-793515-4-smb neutron-server[105127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:01:57.744935 dv-cinder-793515-4-smb neutron-server[105127]: self.callback(batched_events) Jun 29 11:01:57.744935 dv-cinder-793515-4-smb neutron-server[105127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:01:57.744935 dv-cinder-793515-4-smb neutron-server[105127]: event.method(event) Jun 29 11:01:57.744935 dv-cinder-793515-4-smb neutron-server[105127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:01:57.744935 dv-cinder-793515-4-smb neutron-server[105127]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:01:57.744935 dv-cinder-793515-4-smb neutron-server[105127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:01:57.744935 dv-cinder-793515-4-smb neutron-server[105127]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:01:57.744935 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:01:57.744935 dv-cinder-793515-4-smb neutron-server[105127]: return f(self, *a, **k) Jun 29 11:01:57.744935 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:01:57.744935 dv-cinder-793515-4-smb neutron-server[105127]: return self._get(url).json() Jun 29 11:01:57.744935 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:01:57.744935 dv-cinder-793515-4-smb neutron-server[105127]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:01:57.744935 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:01:57.744935 dv-cinder-793515-4-smb neutron-server[105127]: return self.request(url, 'GET', **kwargs) Jun 29 11:01:57.744935 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:01:57.744935 dv-cinder-793515-4-smb neutron-server[105127]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:01:57.744935 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:01:57.744935 dv-cinder-793515-4-smb neutron-server[105127]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:01:57.744935 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:01:57.744935 dv-cinder-793515-4-smb neutron-server[105127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:01:57.744935 dv-cinder-793515-4-smb neutron-server[105127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:01:57.843613 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d3420e6a-395b-4f16-9720-ccc0c4dd1001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606861'] for network, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:57.847747 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:57.851666 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d3420e6a-395b-4f16-9720-ccc0c4dd1001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for network, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:57.853635 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-d3420e6a-395b-4f16-9720-ccc0c4dd1001 admin admin] 10.222.0.66 "DELETE /v2.0/networks/9012f58e-8f3c-48ac-9c7b-0271b3e9f33e HTTP/1.1" status: 204 len: 168 time: 0.3062603 Jun 29 11:01:57.866567 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3420e6a-395b-4f16-9720-ccc0c4dd1001 admin admin] Pushing event deleted for resources: {'Network': ['ID=9012f58e-8f3c-48ac-9c7b-0271b3e9f33e,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:57.869016 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-d3420e6a-395b-4f16-9720-ccc0c4dd1001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:58.076510 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-74a3860a-09b2-4edf-921d-e1360fec128a req-eabaffb9-21e1-4cec-b9f5-712eb07f4b86 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0560701 Jun 29 11:01:58.109139 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 55724) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:01:58.179806 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3860a-09b2-4edf-921d-e1360fec128a req-80441b5d-d683-4031-b9da-6a372c904bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:58.181337 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-74a3860a-09b2-4edf-921d-e1360fec128a req-80441b5d-d683-4031-b9da-6a372c904bda service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e126c6330d743c8b924fb706c06677b&device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 1098 time: 0.0663354 Jun 29 11:01:58.191406 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-fc52682e-9d14-49fc-9f50-2ebfaeb1a3db admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=64b4611acc5342f2b0c1b2066bd88fd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0808995 Jun 29 11:01:58.194114 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 55726) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:01:58.227719 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57c0ae-767f-4d69-b68e-cf7ba5b785d3 req-01761edd-5aa5-4444-8f79-051b89f85c75 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:58.229423 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-2b57c0ae-767f-4d69-b68e-cf7ba5b785d3 req-01761edd-5aa5-4444-8f79-051b89f85c75 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=2961f3c7-5b87-4812-add1-d363ef8353bb HTTP/1.1" status: 200 len: 944 time: 0.0814404 Jun 29 11:01:58.272699 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-2b57c0ae-767f-4d69-b68e-cf7ba5b785d3 req-be34fc00-5a1a-4a24-88fa-a4e3e86f6867 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/security-groups?id=115df868-f249-406f-b279-69223379506e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371976 Jun 29 11:01:58.316632 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-ce8b41e6-0577-4694-afec-64ef285995ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:58.333015 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3860a-09b2-4edf-921d-e1360fec128a req-a24ddc53-74fe-43b2-970d-6c68ed4b71c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:58.334489 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-74a3860a-09b2-4edf-921d-e1360fec128a req-a24ddc53-74fe-43b2-970d-6c68ed4b71c9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=27be0f43-986d-406d-84c6-0e27a892cced HTTP/1.1" status: 200 len: 911 time: 0.1323650 Jun 29 11:01:58.359250 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-ce8b41e6-0577-4694-afec-64ef285995ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:58.479761 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-74a3860a-09b2-4edf-921d-e1360fec128a req-c5c0aaa1-fd72-4874-893a-3b5f35c49987 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b88c357-7efe-434e-aca4-d6ad512c24aa HTTP/1.1" status: 200 len: 1000 time: 0.1383193 Jun 29 11:01:58.496418 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device d62ed94b-8f9c-4dad-a0fd-012925e53e14 up at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:01:58.543440 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a132a46-00c3-4088-b7ee-461d2e0c12fc req-b8f3981a-8021-4627-9a54-6d58c7ddf71a tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:58.550138 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-9a132a46-00c3-4088-b7ee-461d2e0c12fc req-b8f3981a-8021-4627-9a54-6d58c7ddf71a tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 943 time: 0.1505630 Jun 29 11:01:58.563230 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3860a-09b2-4edf-921d-e1360fec128a req-eac0b1d1-55d5-4968-97a3-227f831eb314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:58.564749 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-74a3860a-09b2-4edf-921d-e1360fec128a req-eac0b1d1-55d5-4968-97a3-227f831eb314 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6 HTTP/1.1" status: 200 len: 849 time: 0.0775793 Jun 29 11:01:58.571160 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-ce8b41e6-0577-4694-afec-64ef285995ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:58.574891 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-ce8b41e6-0577-4694-afec-64ef285995ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:58.578270 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-ce8b41e6-0577-4694-afec-64ef285995ce admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/57bfa6ac-0e09-4ec9-b20f-5148c6d293be HTTP/1.1" status: 204 len: 168 time: 0.3806105 Jun 29 11:01:58.580101 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-ec063982-e251-4cd4-9f1e-0af51af9a974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:58.606227 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Provisioning for port d62ed94b-8f9c-4dad-a0fd-012925e53e14 completed by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:01:58.617176 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Provisioning complete for port d62ed94b-8f9c-4dad-a0fd-012925e53e14 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:01:58.618425 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:58.624371 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b41e6-0577-4694-afec-64ef285995ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bfa6ac-0e09-4ec9-b20f-5148c6d293be,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:58.629578 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-ce8b41e6-0577-4694-afec-64ef285995ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:58.642055 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-9a132a46-00c3-4088-b7ee-461d2e0c12fc req-a9441ea5-bef2-44af-8925-6cb131bbf735 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910559 Jun 29 11:01:58.695110 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8065c2-c004-4a0c-b6a6-900e2cb2ca07 req-0faeed28-5ff9-49ca-914b-502c091fb5fc tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:58.698371 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3860a-09b2-4edf-921d-e1360fec128a req-905f0c89-1aa1-4024-a7d2-e79dd55e7a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:58.700087 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-74a3860a-09b2-4edf-921d-e1360fec128a req-905f0c89-1aa1-4024-a7d2-e79dd55e7a5c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=27be0f43-986d-406d-84c6-0e27a892cced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1231482 Jun 29 11:01:58.700235 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-ad8065c2-c004-4a0c-b6a6-900e2cb2ca07 req-0faeed28-5ff9-49ca-914b-502c091fb5fc tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.0969160 Jun 29 11:01:58.748785 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-ad8065c2-c004-4a0c-b6a6-900e2cb2ca07 req-a4844c27-1f80-4aae-8d8d-586cb637a8c8 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427828 Jun 29 11:01:58.768841 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:58.804045 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2961f3c7-5b87-4812-add1-d363ef8353bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62ed94b-8f9c-4dad-a0fd-012925e53e14'}] {{(pid=105128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:01:58.806284 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f554d8236d32e986c704cda53ac23f663e6b3c5228ed3933e2c5dc2c6a48410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0617ab75-ffc7-41d3-b482-11ea0ef0b14e" -d '{"events": [{"server_uuid": "2961f3c7-5b87-4812-add1-d363ef8353bb", "name": "network-vif-plugged", "status": "completed", "tag": "d62ed94b-8f9c-4dad-a0fd-012925e53e14"}]}' {{(pid=105128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:01:58.819722 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port d62ed94b-8f9c-4dad-a0fd-012925e53e14, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d62ed94b-8f9c-4dad-a0fd-012925e53e14,segment=NetworkSegment(b20d8b57-ff44-4af9-a6de-2ce330f79578),segment_id=b20d8b57-ff44-4af9-a6de-2ce330f79578)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:01:58.827307 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-74a3860a-09b2-4edf-921d-e1360fec128a req-5f62a8f3-7e81-45cc-9978-6841a7e95927 service neutron] 10.222.0.42 "GET /v2.0/networks/27be0f43-986d-406d-84c6-0e27a892cced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117749 Jun 29 11:01:58.848948 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3333a07c-313a-4901-8d17-5f072461d821 x-openstack-request-id: req-3333a07c-313a-4901-8d17-5f072461d821 {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:01:58.849280 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2961f3c7-5b87-4812-add1-d363ef8353bb", "name": "network-vif-plugged", "status": "completed", "tag": "d62ed94b-8f9c-4dad-a0fd-012925e53e14", "code": 200}]} {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:01:58.849548 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3333a07c-313a-4901-8d17-5f072461d821 {{(pid=105128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:01:58.849950 dv-cinder-793515-4-smb neutron-server[105128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2961f3c7-5b87-4812-add1-d363ef8353bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62ed94b-8f9c-4dad-a0fd-012925e53e14', 'code': 200} Jun 29 11:01:58.883374 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:58.887923 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:01:58.934605 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-74a3860a-09b2-4edf-921d-e1360fec128a req-b814d6c1-0a6b-44a6-8283-e65b34b1c28f service neutron] 10.222.0.42 "GET /v2.0/networks/27be0f43-986d-406d-84c6-0e27a892cced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999877 Jun 29 11:01:58.943274 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=d62ed94b-8f9c-4dad-a0fd-012925e53e14,revision_number=5']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:01:58.949103 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:01:59.015552 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:59.258734 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a3d80-bea2-4d26-91cc-8a645c604ee1 req-8db6af1e-aa51-4ec7-b617-23a6bf0e01da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:59.260231 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-942a3d80-bea2-4d26-91cc-8a645c604ee1 req-8db6af1e-aa51-4ec7-b617-23a6bf0e01da service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2961f3c7-5b87-4812-add1-d363ef8353bb HTTP/1.1" status: 200 len: 1098 time: 0.0612113 Jun 29 11:01:59.304414 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-942a3d80-bea2-4d26-91cc-8a645c604ee1 req-20337cd0-2888-4a7a-adc1-dad108cc7363 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=115df868-f249-406f-b279-69223379506e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362630 Jun 29 11:01:59.458507 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662fe4e-c562-4aac-9deb-ef4d0d5162f2 req-0724f7d3-f2db-4eee-bc85-00e6fee7aea7 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:59.460165 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-7662fe4e-c562-4aac-9deb-ef4d0d5162f2 req-0724f7d3-f2db-4eee-bc85-00e6fee7aea7 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=2961f3c7-5b87-4812-add1-d363ef8353bb HTTP/1.1" status: 200 len: 945 time: 0.0693800 Jun 29 11:01:59.500505 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-7662fe4e-c562-4aac-9deb-ef4d0d5162f2 req-ae8e5381-41e2-45d1-8621-27fe58ea871d tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/security-groups?id=115df868-f249-406f-b279-69223379506e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340889 Jun 29 11:01:59.822700 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055fcd78-53e3-4167-9b35-36fcdeec3815 req-1285e483-7770-4b91-a3dc-ec05f4d97f73 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:59.825019 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-055fcd78-53e3-4167-9b35-36fcdeec3815 req-1285e483-7770-4b91-a3dc-ec05f4d97f73 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 943 time: 0.0691519 Jun 29 11:01:59.871800 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-055fcd78-53e3-4167-9b35-36fcdeec3815 req-d41ed92b-bba1-4326-8dc6-4a99357b0206 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339215 Jun 29 11:01:59.943959 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f2cdc-568d-4056-ae6c-cbb294de2b2a req-7af28c05-c2f1-4572-b2df-1c5c6efc5ed5 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:01:59.945694 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-022f2cdc-568d-4056-ae6c-cbb294de2b2a req-7af28c05-c2f1-4572-b2df-1c5c6efc5ed5 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.0740309 Jun 29 11:01:59.984000 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-022f2cdc-568d-4056-ae6c-cbb294de2b2a req-c5349141-6f97-4f14-aa76-9d444f544ca4 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323153 Jun 29 11:02:00.295564 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.agents_db [None req-6227a327-39ba-4b2a-b4ab-7b0e2d6295dc None None] Agent healthcheck: found 6 active agents {{(pid=105129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:02:00.491173 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 2900b76d-1dea-4f48-941b-58240da2d852 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=105128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:02:00.566701 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a41dd-8815-4c40-b6e2-7eb8b3624df5 req-c9be0ad9-3658-466b-9f0a-4129a000f791 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:00.569476 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-b93a41dd-8815-4c40-b6e2-7eb8b3624df5 req-c9be0ad9-3658-466b-9f0a-4129a000f791 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.0766058 Jun 29 11:02:00.623048 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 2900b76d-1dea-4f48-941b-58240da2d852, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=2900b76d-1dea-4f48-941b-58240da2d852,segment=NetworkSegment(a6aee341-5a95-4cd8-807e-f60974c0a313),segment_id=a6aee341-5a95-4cd8-807e-f60974c0a313)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:02:00.636969 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Returning: {'device': '2900b76d-1dea-4f48-941b-58240da2d852', 'network_id': 'eda33a07-a8d0-4f6b-aa40-3f01a74f2e07', 'port_id': '2900b76d-1dea-4f48-941b-58240da2d852', 'mac_address': 'fa:16:3e:d9:1e:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30405db8-d131-4708-9e3c-031db82ce4bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:02:00.681020 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:00.699495 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2900b76d-1dea-4f48-941b-58240da2d852 {{(pid=105128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:02:00.737869 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 2900b76d-1dea-4f48-941b-58240da2d852, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=2900b76d-1dea-4f48-941b-58240da2d852,segment=NetworkSegment(a6aee341-5a95-4cd8-807e-f60974c0a313),segment_id=a6aee341-5a95-4cd8-807e-f60974c0a313)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:02:00.780428 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b92ba3-d426-48c8-b774-d2a9c3f58c49 req-19cc85c4-2c2c-45f1-8556-e437be757b06 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:00.781978 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-93b92ba3-d426-48c8-b774-d2a9c3f58c49 req-19cc85c4-2c2c-45f1-8556-e437be757b06 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=2961f3c7-5b87-4812-add1-d363ef8353bb HTTP/1.1" status: 200 len: 945 time: 0.1158042 Jun 29 11:02:00.788495 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [req-b93a41dd-8815-4c40-b6e2-7eb8b3624df5 req-2a5fb321-473f-4459-bfa8-1d6cf58f4685 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Deleting port e62678a1-42e7-456b-90b5-da618443e4cc {{(pid=105127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:02:00.788950 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-b93a41dd-8815-4c40-b6e2-7eb8b3624df5 req-2a5fb321-473f-4459-bfa8-1d6cf58f4685 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:00.815265 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:00.817640 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-a96b9a66-43f1-4178-baae-bf89a3cc1345 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:00.880550 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=2900b76d-1dea-4f48-941b-58240da2d852,revision_number=4']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:00.880784 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-93b92ba3-d426-48c8-b774-d2a9c3f58c49 req-47916f84-e673-4d77-bd59-d0b21c088195 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/security-groups?id=115df868-f249-406f-b279-69223379506e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884037 Jun 29 11:02:00.885244 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:00.911231 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-b93a41dd-8815-4c40-b6e2-7eb8b3624df5 req-2a5fb321-473f-4459-bfa8-1d6cf58f4685 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] For port e62678a1-42e7-456b-90b5-da618443e4cc, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=e62678a1-42e7-456b-90b5-da618443e4cc,segment=NetworkSegment(1785eff2-c376-43ac-af63-f77881cdceb1),segment_id=1785eff2-c376-43ac-af63-f77881cdceb1)] {{(pid=105127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:02:00.911592 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-b93a41dd-8815-4c40-b6e2-7eb8b3624df5 req-2a5fb321-473f-4459-bfa8-1d6cf58f4685 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:00.926004 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [req-b93a41dd-8815-4c40-b6e2-7eb8b3624df5 req-2a5fb321-473f-4459-bfa8-1d6cf58f4685 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Calling delete_port for e62678a1-42e7-456b-90b5-da618443e4cc owned by compute:nova {{(pid=105127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:02:01.064442 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e928ed-570e-480b-addf-242852741c04 req-fa800f8e-e687-4d49-b9d4-a99165ebb796 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:01.065942 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f0e928ed-570e-480b-addf-242852741c04 req-fa800f8e-e687-4d49-b9d4-a99165ebb796 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 944 time: 0.0741868 Jun 29 11:02:01.106547 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f0e928ed-570e-480b-addf-242852741c04 req-c3d145ba-d062-4ead-942d-1e4b9270650f tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332382 Jun 29 11:02:01.165018 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93206210-d37c-44e0-8185-8e217c2a2728 req-8d8d4269-dee4-41b0-8ed6-66410eef56ec tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:01.166446 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-93206210-d37c-44e0-8185-8e217c2a2728 req-8d8d4269-dee4-41b0-8ed6-66410eef56ec tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 945 time: 0.0663729 Jun 29 11:02:01.168567 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-b93a41dd-8815-4c40-b6e2-7eb8b3624df5 req-2a5fb321-473f-4459-bfa8-1d6cf58f4685 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130347151'] for port, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:01.174375 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-3066d9a3-0164-4960-8ac0-8ea97400bf91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:01.205398 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] get_ports_and_sgs() called for port_ids ['762cc699-8b9c-42ab-a8bf-26daf7d725b0', 'e62678a1-42e7-456b-90b5-da618443e4cc'] {{(pid=105128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:02:01.213945 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5fb321-473f-4459-bfa8-1d6cf58f4685 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Pushing event deleted for resources: {'Port': ['ID=e62678a1-42e7-456b-90b5-da618443e4cc,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:01.215960 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-2a5fb321-473f-4459-bfa8-1d6cf58f4685 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:01.230316 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] get_ports_and_sgs() called for port_ids ['2900b76d-1dea-4f48-941b-58240da2d852'] {{(pid=105128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:02:01.269723 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [req-b93a41dd-8815-4c40-b6e2-7eb8b3624df5 req-2a5fb321-473f-4459-bfa8-1d6cf58f4685 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] No DVR routers for this DVR port e62678a1-42e7-456b-90b5-da618443e4cc on host hv-cinder-79351 {{(pid=105127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:02:01.272395 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-b93a41dd-8815-4c40-b6e2-7eb8b3624df5 req-2a5fb321-473f-4459-bfa8-1d6cf58f4685 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:01.274646 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-b93a41dd-8815-4c40-b6e2-7eb8b3624df5 req-2a5fb321-473f-4459-bfa8-1d6cf58f4685 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.42 "DELETE /v2.0/ports/e62678a1-42e7-456b-90b5-da618443e4cc HTTP/1.1" status: 204 len: 173 time: 0.6572511 Jun 29 11:02:01.280291 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5189c7-b69a-4893-8b72-303f36c9e13c', 'name': 'network-vif-deleted', 'tag': 'e62678a1-42e7-456b-90b5-da618443e4cc'}] {{(pid=105127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:02:01.282794 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51926c8a96ac3dcbe8a9a7c61d1f1b13ee7346919254cfc90a12d4d270e3eabf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3679a00-7069-45aa-8f34-8c1ae5628faa" -d '{"events": [{"server_uuid": "5c5189c7-b69a-4893-8b72-303f36c9e13c", "name": "network-vif-deleted", "tag": "e62678a1-42e7-456b-90b5-da618443e4cc"}]}' {{(pid=105127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:02:01.294091 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-93206210-d37c-44e0-8185-8e217c2a2728 req-e3257933-f75a-4460-9053-b2626a16149f tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122696 Jun 29 11:02:01.331496 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed1725e-5df9-4699-b8fe-fc887d92bbfa x-openstack-request-id: req-bed1725e-5df9-4699-b8fe-fc887d92bbfa {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:02:01.331823 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c5189c7-b69a-4893-8b72-303f36c9e13c", "name": "network-vif-deleted", "tag": "e62678a1-42e7-456b-90b5-da618443e4cc", "status": "completed", "code": 200}]} {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:02:01.332103 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bed1725e-5df9-4699-b8fe-fc887d92bbfa {{(pid=105127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:02:01.332557 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5189c7-b69a-4893-8b72-303f36c9e13c', 'name': 'network-vif-deleted', 'tag': 'e62678a1-42e7-456b-90b5-da618443e4cc', 'status': 'completed', 'code': 200} Jun 29 11:02:02.073873 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd272ce-2f99-4462-8669-a3e1929f45ca req-45956ed2-18ce-48b7-9244-68fe36bc32ea tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:02.076006 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-1bd272ce-2f99-4462-8669-a3e1929f45ca req-45956ed2-18ce-48b7-9244-68fe36bc32ea tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=2961f3c7-5b87-4812-add1-d363ef8353bb HTTP/1.1" status: 200 len: 945 time: 0.0642278 Jun 29 11:02:02.115428 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-1bd272ce-2f99-4462-8669-a3e1929f45ca req-0cbb0531-3c9e-4d87-af62-b70ca84c8692 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/security-groups?id=115df868-f249-406f-b279-69223379506e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335903 Jun 29 11:02:02.291829 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8071e24-53f3-4e1b-9432-c31bb10b8a23 req-f2353338-2082-4a04-ba7e-2eb159e159cc tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:02.296942 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-e8071e24-53f3-4e1b-9432-c31bb10b8a23 req-f2353338-2082-4a04-ba7e-2eb159e159cc tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 944 time: 0.0751636 Jun 29 11:02:02.370828 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-e8071e24-53f3-4e1b-9432-c31bb10b8a23 req-eed37099-9f23-469a-a9f3-5db63bbc99ba tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633962 Jun 29 11:02:02.497391 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a3bf1133-2403-48f8-b2c5-16702a66daff req-5393be69-c2b9-4087-8c33-4b3fb9a113a7 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c5189c7-b69a-4893-8b72-303f36c9e13c HTTP/1.1" status: 200 len: 210 time: 0.0286088 Jun 29 11:02:02.519738 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 2900b76d-1dea-4f48-941b-58240da2d852 up at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:02:02.675097 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Provisioning for port 2900b76d-1dea-4f48-941b-58240da2d852 completed by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:02:02.681532 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Provisioning complete for port 2900b76d-1dea-4f48-941b-58240da2d852 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:02:02.681918 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:02.806901 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:02.839966 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83d0cf4-01a4-46db-abb9-52a66305cb72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2900b76d-1dea-4f48-941b-58240da2d852'}] {{(pid=105128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:02:02.842241 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f554d8236d32e986c704cda53ac23f663e6b3c5228ed3933e2c5dc2c6a48410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88cd0de2-25d4-4510-98e9-6d5c2f04da72" -d '{"events": [{"server_uuid": "e83d0cf4-01a4-46db-abb9-52a66305cb72", "name": "network-vif-plugged", "status": "completed", "tag": "2900b76d-1dea-4f48-941b-58240da2d852"}]}' {{(pid=105128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:02:02.865487 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 2900b76d-1dea-4f48-941b-58240da2d852, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=2900b76d-1dea-4f48-941b-58240da2d852,segment=NetworkSegment(a6aee341-5a95-4cd8-807e-f60974c0a313),segment_id=a6aee341-5a95-4cd8-807e-f60974c0a313)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:02:02.882228 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f4bdce-dc4e-410e-a413-bde943f7aa8b x-openstack-request-id: req-12f4bdce-dc4e-410e-a413-bde943f7aa8b {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:02:02.882453 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83d0cf4-01a4-46db-abb9-52a66305cb72", "name": "network-vif-plugged", "status": "completed", "tag": "2900b76d-1dea-4f48-941b-58240da2d852", "code": 200}]} {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:02:02.882707 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-12f4bdce-dc4e-410e-a413-bde943f7aa8b {{(pid=105128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:02:02.883109 dv-cinder-793515-4-smb neutron-server[105128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83d0cf4-01a4-46db-abb9-52a66305cb72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2900b76d-1dea-4f48-941b-58240da2d852', 'code': 200} Jun 29 11:02:02.940855 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:02.949243 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:02.994625 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=2900b76d-1dea-4f48-941b-58240da2d852,revision_number=5']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:03.002444 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:03.002793 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:03.003141 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:03.003476 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:03.003808 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:03.004134 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:03.004487 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:03.004813 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:03.005144 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:03.005464 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:03.005784 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:03.006100 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:03.009993 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:03.541511 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c149f0-83ef-4902-832d-de5f0d999ec0 req-3fde966c-01fd-441b-bdd2-170b7fee10b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:03.543538 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-09c149f0-83ef-4902-832d-de5f0d999ec0 req-3fde966c-01fd-441b-bdd2-170b7fee10b2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 1098 time: 0.0986724 Jun 29 11:02:03.549587 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 55896) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:02:03.602344 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ebf03-7000-451b-99b3-ed51b13ef5ea req-b356fff5-26a2-4cde-950b-fd8e2880150b tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:03.605645 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-ca4ebf03-7000-451b-99b3-ed51b13ef5ea req-b356fff5-26a2-4cde-950b-fd8e2880150b tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 945 time: 0.1212852 Jun 29 11:02:03.630804 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-09c149f0-83ef-4902-832d-de5f0d999ec0 req-63950ed4-7a7a-4d03-a7f4-700bd72d796c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692308 Jun 29 11:02:03.675810 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-ca4ebf03-7000-451b-99b3-ed51b13ef5ea req-d80c3b0d-b3d1-43fe-801e-fe0c23e56964 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597761 Jun 29 11:02:03.693639 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-dbc2cbb1-b76d-4fdc-928f-1d5fbc800e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:03.803415 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-dbc2cbb1-b76d-4fdc-928f-1d5fbc800e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:03.855251 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-dbc2cbb1-b76d-4fdc-928f-1d5fbc800e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:03.858033 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-c0a5eb95-3f11-44d0-b315-a0b728d623c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:03.898328 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2cbb1-b76d-4fdc-928f-1d5fbc800e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3665a68c-da64-4cd5-b0aa-e4c3761b9cdd,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:03.903039 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-dbc2cbb1-b76d-4fdc-928f-1d5fbc800e1c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=56f0792516f443c4baa388db1d24976e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3524556 Jun 29 11:02:03.905971 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 55906) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:02:03.911192 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2cbb1-b76d-4fdc-928f-1d5fbc800e1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:03.911571 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2cbb1-b76d-4fdc-928f-1d5fbc800e1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:03.911933 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2cbb1-b76d-4fdc-928f-1d5fbc800e1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:03.912343 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2cbb1-b76d-4fdc-928f-1d5fbc800e1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:03.912731 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2cbb1-b76d-4fdc-928f-1d5fbc800e1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:03.913395 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2cbb1-b76d-4fdc-928f-1d5fbc800e1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:03.913395 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2cbb1-b76d-4fdc-928f-1d5fbc800e1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:03.913766 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2cbb1-b76d-4fdc-928f-1d5fbc800e1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:03.914375 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2cbb1-b76d-4fdc-928f-1d5fbc800e1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:03.914738 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2cbb1-b76d-4fdc-928f-1d5fbc800e1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:03.915137 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2cbb1-b76d-4fdc-928f-1d5fbc800e1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:03.915489 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2cbb1-b76d-4fdc-928f-1d5fbc800e1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:03.920207 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-dbc2cbb1-b76d-4fdc-928f-1d5fbc800e1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:03.963065 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-29baad01-462c-466b-968d-b42a546d5b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:03.993169 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-29baad01-462c-466b-968d-b42a546d5b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:04.119225 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-29baad01-462c-466b-968d-b42a546d5b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:04.122464 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-29baad01-462c-466b-968d-b42a546d5b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:04.126729 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-29baad01-462c-466b-968d-b42a546d5b0a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3665a68c-da64-4cd5-b0aa-e4c3761b9cdd HTTP/1.1" status: 204 len: 168 time: 0.2165067 Jun 29 11:02:04.126729 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-e79d42b8-9f76-4b44-9f1a-5f55976de007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:04.142698 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29baad01-462c-466b-968d-b42a546d5b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3665a68c-da64-4cd5-b0aa-e4c3761b9cdd,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:04.145302 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-29baad01-462c-466b-968d-b42a546d5b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:04.168199 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bec7b7-c2e3-42a3-8560-4fe4bddabbda req-11a8a6f3-8ff0-44dc-9e9b-7b5989c6dca3 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:04.169780 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-97bec7b7-c2e3-42a3-8560-4fe4bddabbda req-11a8a6f3-8ff0-44dc-9e9b-7b5989c6dca3 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.0844464 Jun 29 11:02:04.208639 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-97bec7b7-c2e3-42a3-8560-4fe4bddabbda req-a20779aa-d1b1-4a5e-88cf-d7657403c0bb tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327756 Jun 29 11:02:04.519970 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device e62678a1-42e7-456b-90b5-da618443e4cc no longer exists at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:02:04.541908 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] No Port match for: e62678a1-42e7-456b-90b5-da618443e4cc {{(pid=105128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:02:04.542364 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device e62678a1-42e7-456b-90b5-da618443e4cc not bound to the agent host hv-cinder-79351 {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:02:04.858163 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a73009-b2f4-41ef-aec0-075553d102f5 req-fac338a8-ba81-453e-b37c-4a8ecc0e0191 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:04.859660 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-81a73009-b2f4-41ef-aec0-075553d102f5 req-fac338a8-ba81-453e-b37c-4a8ecc0e0191 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 945 time: 0.0661449 Jun 29 11:02:04.896210 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-81a73009-b2f4-41ef-aec0-075553d102f5 req-98e5e706-1fe6-41c8-9739-0034644d3cc1 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309772 Jun 29 11:02:05.388001 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5c29f-68f8-4524-b7a3-cb1d34ff54cd req-c1ad6888-e587-4ec4-a207-a5c7d034d40a tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:05.389525 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f8e5c29f-68f8-4524-b7a3-cb1d34ff54cd req-c1ad6888-e587-4ec4-a207-a5c7d034d40a tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.0699337 Jun 29 11:02:05.436039 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f8e5c29f-68f8-4524-b7a3-cb1d34ff54cd req-4f08adee-7395-483d-975a-28dc3b3a92c5 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405490 Jun 29 11:02:06.074593 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1414ce4-48ee-4d85-8003-dddd5e5f52eb req-a4fa5d6a-3967-44c7-92e0-a637a8a617a6 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:06.076074 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-f1414ce4-48ee-4d85-8003-dddd5e5f52eb req-a4fa5d6a-3967-44c7-92e0-a637a8a617a6 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 945 time: 0.0655308 Jun 29 11:02:06.113559 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-f1414ce4-48ee-4d85-8003-dddd5e5f52eb req-b9456d8b-91b8-4701-9ac6-508e5fdb4188 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316935 Jun 29 11:02:06.294163 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f6083-d2aa-4f55-9a7f-b5b6fe7f5ed6 req-679c7ac3-976e-4e97-8424-a7a6c5649de6 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:06.295867 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-7c8f6083-d2aa-4f55-9a7f-b5b6fe7f5ed6 req-679c7ac3-976e-4e97-8424-a7a6c5649de6 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 945 time: 0.0708275 Jun 29 11:02:06.322221 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-16033fb4-f17c-456d-b4c9-c33b5bff46a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:06.339427 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-7c8f6083-d2aa-4f55-9a7f-b5b6fe7f5ed6 req-d075910e-2f24-4867-8278-b2854de9d9dc tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374334 Jun 29 11:02:06.364192 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 55944) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:02:06.613340 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9711f8-dfde-40b6-a2b3-871dde3052de tempest-TestShelveInstance-554973728 tempest-TestShelveInstance-554973728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:06.617681 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-2f9711f8-dfde-40b6-a2b3-871dde3052de tempest-TestShelveInstance-554973728 tempest-TestShelveInstance-554973728-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 1093 time: 0.2497764 Jun 29 11:02:06.617971 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 55954) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:02:06.622905 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [None req-3be6e9a1-c5eb-4d9b-b034-13ede207d1f4 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Request body: {'floatingip': {'floating_network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'port_id': '2900b76d-1dea-4f48-941b-58240da2d852', 'tenant_id': 'cf3eb55687784d58baefbd075c2bee23', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:02:06.658286 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c025fcd-7f21-4ce2-a690-dcd37bb7af71 req-9457d9d8-f5d1-4ec6-85d9-ea099d9eab5b tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:06.659825 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-2c025fcd-7f21-4ce2-a690-dcd37bb7af71 req-9457d9d8-f5d1-4ec6-85d9-ea099d9eab5b tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.1025209 Jun 29 11:02:06.703409 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-2c025fcd-7f21-4ce2-a690-dcd37bb7af71 req-1642f8db-a22f-43ac-a70c-e7df3e9e301e tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368519 Jun 29 11:02:06.720439 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-3be6e9a1-c5eb-4d9b-b034-13ede207d1f4 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks [] for floatingip, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:06.840474 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-3be6e9a1-c5eb-4d9b-b034-13ede207d1f4 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:06.989340 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.db_base_plugin_common [None req-3be6e9a1-c5eb-4d9b-b034-13ede207d1f4 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Allocated IP 172.28.3.75 (1d7db265-d806-41f6-8c7b-d59edd3be907/fc612ae2-4270-45ac-95ad-2bcf2d224ecb/b9921dee-8a12-4599-abde-8007832dcaa7) {{(pid=105127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:02:07.013145 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e34103-c8dd-45e4-8883-4d7ef231c17a req-e7c21959-0f82-461e-b2f9-d8801c589697 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:07.014630 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-20e34103-c8dd-45e4-8883-4d7ef231c17a req-e7c21959-0f82-461e-b2f9-d8801c589697 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 945 time: 0.1223850 Jun 29 11:02:07.097123 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-20e34103-c8dd-45e4-8883-4d7ef231c17a req-53e4b2fc-419e-4f73-8564-091a6408948d tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665348 Jun 29 11:02:07.133974 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-3be6e9a1-c5eb-4d9b-b034-13ede207d1f4 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks [] for port, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:07.298464 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-3be6e9a1-c5eb-4d9b-b034-13ede207d1f4 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130347142'] for port, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:07.303119 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:07.335861 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be6e9a1-c5eb-4d9b-b034-13ede207d1f4 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Network 1d7db265-d806-41f6-8c7b-d59edd3be907 is already hosted by enough agents. {{(pid=105127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:02:07.341038 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.base_scheduler [None req-3be6e9a1-c5eb-4d9b-b034-13ede207d1f4 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Resources bound (agent type, host, resource id): {{(pid=105127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:02:07.344425 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be6e9a1-c5eb-4d9b-b034-13ede207d1f4 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Received port after_create {{(pid=105127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:02:07.373033 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6e9a1-c5eb-4d9b-b034-13ede207d1f4 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Pushing event updated for resources: {'Port': ['ID=b9921dee-8a12-4599-abde-8007832dcaa7,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:07.376951 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-3be6e9a1-c5eb-4d9b-b034-13ede207d1f4 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:07.763836 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-3be6e9a1-c5eb-4d9b-b034-13ede207d1f4 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:07.880244 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb0f91-a0a2-4ba8-ae29-63ea43dd1d12 req-40c941f3-807c-491e-8fd5-06f23a72b37e tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:07.881790 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-7aeb0f91-a0a2-4ba8-ae29-63ea43dd1d12 req-40c941f3-807c-491e-8fd5-06f23a72b37e tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.0627720 Jun 29 11:02:07.920713 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-3be6e9a1-c5eb-4d9b-b034-13ede207d1f4 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:07.924182 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-7aeb0f91-a0a2-4ba8-ae29-63ea43dd1d12 req-4fcd2f36-3168-493c-9469-b67d40ba3b1e tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366530 Jun 29 11:02:08.066216 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-3be6e9a1-c5eb-4d9b-b034-13ede207d1f4 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks [] for port, precommit_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:08.117311 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-3be6e9a1-c5eb-4d9b-b034-13ede207d1f4 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130347152'] for port, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:08.120840 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-0647fb99-880b-4604-ae2b-e7fa92f344f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:08.450608 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6e9a1-c5eb-4d9b-b034-13ede207d1f4 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Pushing event updated for resources: {'Port': ['ID=b9921dee-8a12-4599-abde-8007832dcaa7,revision_number=2']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:08.459078 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-3be6e9a1-c5eb-4d9b-b034-13ede207d1f4 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:08.472823 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-3be6e9a1-c5eb-4d9b-b034-13ede207d1f4 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606879'] for floatingip, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:08.537772 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59546e2-5388-4067-9d76-39f6b81e6ca5 req-7b2e60df-27d1-4b1b-affc-f0510ee7e3df tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:08.539247 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-c59546e2-5388-4067-9d76-39f6b81e6ca5 req-7b2e60df-27d1-4b1b-affc-f0510ee7e3df tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 945 time: 0.1592762 Jun 29 11:02:08.612320 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.db.l3_db [None req-3be6e9a1-c5eb-4d9b-b034-13ede207d1f4 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Floating IP cbe91f8a-c3b1-4f87-8a01-4ac31bdb3d30 associated. External IP: 172.28.3.75, port: 2900b76d-1dea-4f48-941b-58240da2d852. Jun 29 11:02:08.616821 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-c59546e2-5388-4067-9d76-39f6b81e6ca5 req-ebfed31d-4799-4261-b1ba-749d5d83c8e3 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483558 Jun 29 11:02:08.814453 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-b474badd-2493-4796-b00d-478093165e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:08.853256 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be6e9a1-c5eb-4d9b-b034-13ede207d1f4 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Router 0be7f9e8-570c-48a0-a1d5-0773355f2c0a has already been hosted by L3 agent 3b2ad6f0-f3d9-4012-ac35-d330af5e0962 {{(pid=105127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:02:08.963094 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:08.974069 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be6e9a1-c5eb-4d9b-b034-13ede207d1f4 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify agent at l3_agent.dv-cinder-793515-4-smb the message routers_updated {{(pid=105127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:02:08.984859 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b9057a-873a-4ac7-a2a5-a93635217dbb None None] Sync routers for ids ['0be7f9e8-570c-48a0-a1d5-0773355f2c0a'] in dv-cinder-793515-4-smb {{(pid=105129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:02:08.994223 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b9057a-873a-4ac7-a2a5-a93635217dbb None None] Routers {'0be7f9e8-570c-48a0-a1d5-0773355f2c0a'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:02:08.995538 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-92b9057a-873a-4ac7-a2a5-a93635217dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:02:09Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['0be7f9e8-570c-48a0-a1d5-0773355f2c0a'], 'active': True} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:02:09.072082 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-3be6e9a1-c5eb-4d9b-b034-13ede207d1f4 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for floatingip, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:09.117781 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-3be6e9a1-c5eb-4d9b-b034-13ede207d1f4 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4988191 Jun 29 11:02:09.119129 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83d0cf4-01a4-46db-abb9-52a66305cb72', 'tag': '2900b76d-1dea-4f48-941b-58240da2d852'}] {{(pid=105127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:02:09.119669 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd1bc1-21d9-4b45-a702-d42a247b040a req-23de500d-4544-41f2-985f-a13705c37731 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:09.121981 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-dedd1bc1-21d9-4b45-a702-d42a247b040a req-23de500d-4544-41f2-985f-a13705c37731 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.0831034 Jun 29 11:02:09.132067 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51926c8a96ac3dcbe8a9a7c61d1f1b13ee7346919254cfc90a12d4d270e3eabf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389bb7f5-490b-42e6-9d5b-c03a92bce7ba" -d '{"events": [{"name": "network-changed", "server_uuid": "e83d0cf4-01a4-46db-abb9-52a66305cb72", "tag": "2900b76d-1dea-4f48-941b-58240da2d852"}]}' {{(pid=105127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:02:09.132211 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvr_db [None req-92b9057a-873a-4ac7-a2a5-a93635217dbb None None] Set router 0be7f9e8-570c-48a0-a1d5-0773355f2c0a gateway port host: dv-cinder-793515-4-smb {{(pid=105129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:02:09.174829 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9b3bda-bb41-4da3-9069-040f87526d5a x-openstack-request-id: req-8e9b3bda-bb41-4da3-9069-040f87526d5a {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:02:09.175373 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e83d0cf4-01a4-46db-abb9-52a66305cb72", "tag": "2900b76d-1dea-4f48-941b-58240da2d852", "status": "completed", "code": 200}]} {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:02:09.175728 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8e9b3bda-bb41-4da3-9069-040f87526d5a {{(pid=105127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:02:09.176153 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e83d0cf4-01a4-46db-abb9-52a66305cb72', 'tag': '2900b76d-1dea-4f48-941b-58240da2d852', 'status': 'completed', 'code': 200} Jun 29 11:02:09.183650 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-dedd1bc1-21d9-4b45-a702-d42a247b040a req-5f67d615-13f8-4f73-bf91-54aad65e3172 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520189 Jun 29 11:02:09.302488 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bb7f5-490b-42e6-9d5b-c03a92bce7ba req-43f63658-8fc3-44bd-b2d0-fb9615e951af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:09.303759 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-389bb7f5-490b-42e6-9d5b-c03a92bce7ba req-43f63658-8fc3-44bd-b2d0-fb9615e951af service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cf3eb55687784d58baefbd075c2bee23&device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 1098 time: 0.0598569 Jun 29 11:02:09.413996 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bb7f5-490b-42e6-9d5b-c03a92bce7ba req-a228b4d7-83c6-42c2-932f-c3eb5089510c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:09.415547 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-389bb7f5-490b-42e6-9d5b-c03a92bce7ba req-a228b4d7-83c6-42c2-932f-c3eb5089510c service neutron] 10.222.0.42 "GET /v2.0/networks?id=eda33a07-a8d0-4f6b-aa40-3f01a74f2e07 HTTP/1.1" status: 200 len: 909 time: 0.1017077 Jun 29 11:02:09.484324 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-92b9057a-873a-4ac7-a2a5-a93635217dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be7f9e8-570c-48a0-a1d5-0773355f2c0a', 'name': 'tempest-TestShelveInstance-198654073-router', 'tenant_id': 'cf3eb55687784d58baefbd075c2bee23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.125'}], 'enable_snat': True}, 'gw_port_id': '1e5af5f5-7f1e-42f1-966c-8064f296877c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:01:01Z', 'updated_at': '2021-06-29T11:01:06Z', 'revision_number': 4, 'project_id': 'cf3eb55687784d58baefbd075c2bee23', 'gw_port': {'id': '1e5af5f5-7f1e-42f1-966c-8064f296877c', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be7f9e8-570c-48a0-a1d5-0773355f2c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:01:02Z', 'updated_at': '2021-06-29T11:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_floatingips': [{'id': 'cbe91f8a-c3b1-4f87-8a01-4ac31bdb3d30', 'tenant_id': 'cf3eb55687784d58baefbd075c2bee23', 'floating_ip_address': '172.28.3.75', 'floating_network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'router_id': '0be7f9e8-570c-48a0-a1d5-0773355f2c0a', 'port_id': '2900b76d-1dea-4f48-941b-58240da2d852', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eda33a07-a8d0-4f6b-aa40-3f01a74f2e07', 'mac_address': 'fa:16:3e:d9:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d0cf4-01a4-46db-abb9-52a66305cb72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:02:07Z', 'updated_at': '2021-06-29T11:02:07Z', 'revision_number': 0, 'project_id': 'cf3eb55687784d58baefbd075c2bee23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaf6ece0-3d3c-48ce-ae24-62a500058e14', 'name': '', 'network_id': 'eda33a07-a8d0-4f6b-aa40-3f01a74f2e07', 'tenant_id': 'cf3eb55687784d58baefbd075c2bee23', 'mac_address': 'fa:16:3e:34:e8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be7f9e8-570c-48a0-a1d5-0773355f2c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '30405db8-d131-4708-9e3c-031db82ce4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:01:05Z', 'updated_at': '2021-06-29T11:01:12Z', 'revision_number': 5, 'project_id': 'cf3eb55687784d58baefbd075c2bee23', 'subnets': [{'id': '30405db8-d131-4708-9e3c-031db82ce4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:02:09.490431 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-389bb7f5-490b-42e6-9d5b-c03a92bce7ba req-a1146fee-9c96-4a34-b3e5-8e2272842d0e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2900b76d-1dea-4f48-941b-58240da2d852 HTTP/1.1" status: 200 len: 998 time: 0.0675156 Jun 29 11:02:09.511022 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b9057a-873a-4ac7-a2a5-a93635217dbb None None] Checking router: 0be7f9e8-570c-48a0-a1d5-0773355f2c0a for host: dv-cinder-793515-4-smb {{(pid=105129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:02:09.519210 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b9057a-873a-4ac7-a2a5-a93635217dbb None None] Routers {'0be7f9e8-570c-48a0-a1d5-0773355f2c0a'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:02:09.519817 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-92b9057a-873a-4ac7-a2a5-a93635217dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:02:09Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['0be7f9e8-570c-48a0-a1d5-0773355f2c0a'], 'active': True} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:02:09.543585 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bb7f5-490b-42e6-9d5b-c03a92bce7ba req-c21dd488-fde0-4821-9923-dd2aea100a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:09.545051 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-389bb7f5-490b-42e6-9d5b-c03a92bce7ba req-c21dd488-fde0-4821-9923-dd2aea100a82 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30405db8-d131-4708-9e3c-031db82ce4bd HTTP/1.1" status: 200 len: 847 time: 0.0477374 Jun 29 11:02:09.613539 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bb7f5-490b-42e6-9d5b-c03a92bce7ba req-8da15e64-3e34-4920-87db-e78aa206d5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:09.615049 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-389bb7f5-490b-42e6-9d5b-c03a92bce7ba req-8da15e64-3e34-4920-87db-e78aa206d5c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eda33a07-a8d0-4f6b-aa40-3f01a74f2e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0528154 Jun 29 11:02:09.624530 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvr_db [None req-92b9057a-873a-4ac7-a2a5-a93635217dbb None None] Set router 0be7f9e8-570c-48a0-a1d5-0773355f2c0a gateway port host: dv-cinder-793515-4-smb {{(pid=105129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:02:09.706977 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-389bb7f5-490b-42e6-9d5b-c03a92bce7ba req-3f761de1-5c50-45a9-8fcc-a03f9f6f45e3 service neutron] 10.222.0.42 "GET /v2.0/networks/eda33a07-a8d0-4f6b-aa40-3f01a74f2e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833964 Jun 29 11:02:09.843365 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-389bb7f5-490b-42e6-9d5b-c03a92bce7ba req-2b0472a2-4f79-4186-8c75-9f7f4893b656 service neutron] 10.222.0.42 "GET /v2.0/networks/eda33a07-a8d0-4f6b-aa40-3f01a74f2e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285892 Jun 29 11:02:09.849237 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-92b9057a-873a-4ac7-a2a5-a93635217dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be7f9e8-570c-48a0-a1d5-0773355f2c0a', 'name': 'tempest-TestShelveInstance-198654073-router', 'tenant_id': 'cf3eb55687784d58baefbd075c2bee23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.125'}], 'enable_snat': True}, 'gw_port_id': '1e5af5f5-7f1e-42f1-966c-8064f296877c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:01:01Z', 'updated_at': '2021-06-29T11:01:06Z', 'revision_number': 4, 'project_id': 'cf3eb55687784d58baefbd075c2bee23', 'gw_port': {'id': '1e5af5f5-7f1e-42f1-966c-8064f296877c', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be7f9e8-570c-48a0-a1d5-0773355f2c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:01:02Z', 'updated_at': '2021-06-29T11:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_floatingips': [{'id': 'cbe91f8a-c3b1-4f87-8a01-4ac31bdb3d30', 'tenant_id': 'cf3eb55687784d58baefbd075c2bee23', 'floating_ip_address': '172.28.3.75', 'floating_network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'router_id': '0be7f9e8-570c-48a0-a1d5-0773355f2c0a', 'port_id': '2900b76d-1dea-4f48-941b-58240da2d852', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eda33a07-a8d0-4f6b-aa40-3f01a74f2e07', 'mac_address': 'fa:16:3e:d9:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d0cf4-01a4-46db-abb9-52a66305cb72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:02:07Z', 'updated_at': '2021-06-29T11:02:07Z', 'revision_number': 0, 'project_id': 'cf3eb55687784d58baefbd075c2bee23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaf6ece0-3d3c-48ce-ae24-62a500058e14', 'name': '', 'network_id': 'eda33a07-a8d0-4f6b-aa40-3f01a74f2e07', 'tenant_id': 'cf3eb55687784d58baefbd075c2bee23', 'mac_address': 'fa:16:3e:34:e8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be7f9e8-570c-48a0-a1d5-0773355f2c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '30405db8-d131-4708-9e3c-031db82ce4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:01:05Z', 'updated_at': '2021-06-29T11:01:12Z', 'revision_number': 5, 'project_id': 'cf3eb55687784d58baefbd075c2bee23', 'subnets': [{'id': '30405db8-d131-4708-9e3c-031db82ce4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:02:09.856201 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878cec5-4234-4e9e-a140-fde1b71327fb req-d1139659-9d4d-4e23-803b-dfd25754a071 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:09.857810 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7878cec5-4234-4e9e-a140-fde1b71327fb req-d1139659-9d4d-4e23-803b-dfd25754a071 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 945 time: 0.0961998 Jun 29 11:02:09.890993 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b9057a-873a-4ac7-a2a5-a93635217dbb None None] The sync data for ids ['0be7f9e8-570c-48a0-a1d5-0773355f2c0a'] in dv-cinder-793515-4-smb is: [{'id': '0be7f9e8-570c-48a0-a1d5-0773355f2c0a', 'name': 'tempest-TestShelveInstance-198654073-router', 'tenant_id': 'cf3eb55687784d58baefbd075c2bee23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.125'}], 'enable_snat': True}, 'gw_port_id': '1e5af5f5-7f1e-42f1-966c-8064f296877c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:01:01Z', 'updated_at': '2021-06-29T11:01:06Z', 'revision_number': 4, 'project_id': 'cf3eb55687784d58baefbd075c2bee23', 'gw_port': {'id': '1e5af5f5-7f1e-42f1-966c-8064f296877c', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be7f9e8-570c-48a0-a1d5-0773355f2c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:01:02Z', 'updated_at': '2021-06-29T11:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_floatingips': [{'id': 'cbe91f8a-c3b1-4f87-8a01-4ac31bdb3d30', 'tenant_id': 'cf3eb55687784d58baefbd075c2bee23', 'floating_ip_address': '172.28.3.75', 'floating_network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'router_id': '0be7f9e8-570c-48a0-a1d5-0773355f2c0a', 'port_id': '2900b76d-1dea-4f48-941b-58240da2d852', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eda33a07-a8d0-4f6b-aa40-3f01a74f2e07', 'mac_address': 'fa:16:3e:d9:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d0cf4-01a4-46db-abb9-52a66305cb72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:02:07Z', 'updated_at': '2021-06-29T11:02:07Z', 'revision_number': 0, 'project_id': 'cf3eb55687784d58baefbd075c2bee23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaf6ece0-3d3c-48ce-ae24-62a500058e14', 'name': '', 'network_id': 'eda33a07-a8d0-4f6b-aa40-3f01a74f2e07', 'tenant_id': 'cf3eb55687784d58baefbd075c2bee23', 'mac_address': 'fa:16:3e:34:e8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be7f9e8-570c-48a0-a1d5-0773355f2c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '30405db8-d131-4708-9e3c-031db82ce4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:01:05Z', 'updated_at': '2021-06-29T11:01:12Z', 'revision_number': 5, 'project_id': 'cf3eb55687784d58baefbd075c2bee23', 'subnets': [{'id': '30405db8-d131-4708-9e3c-031db82ce4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:02:09.907792 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7878cec5-4234-4e9e-a140-fde1b71327fb req-084f8a6c-3d6d-4f80-9292-3efff194233b tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440428 Jun 29 11:02:10.097031 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ded17d-f190-4e15-ba00-ad2ed0473dd3 None None] New status for floating IP cbe91f8a-c3b1-4f87-8a01-4ac31bdb3d30: ACTIVE {{(pid=105128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 11:02:10.247041 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:10.375837 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27863777-ac04-4902-a417-b72d66e3c1ca req-e3955104-9f73-4735-a9f1-0a13c9eca813 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:10.377355 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-27863777-ac04-4902-a417-b72d66e3c1ca req-e3955104-9f73-4735-a9f1-0a13c9eca813 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.0795813 Jun 29 11:02:10.424869 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-27863777-ac04-4902-a417-b72d66e3c1ca req-88a43cb3-44dd-4f8e-8854-0eb9474b6d4c tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417585 Jun 29 11:02:11.091548 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54202f7c-50ab-48e9-b9fc-3b1ebf1f9e64 req-8cf60cab-849a-4558-950c-b680d80fa943 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:11.093063 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-54202f7c-50ab-48e9-b9fc-3b1ebf1f9e64 req-8cf60cab-849a-4558-950c-b680d80fa943 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 945 time: 0.0701358 Jun 29 11:02:11.129957 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-54202f7c-50ab-48e9-b9fc-3b1ebf1f9e64 req-776df7fb-f315-4458-854c-fd00dc5bd18f tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311961 Jun 29 11:02:11.338946 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d3d4f-7b27-4fdf-a70c-555ca28324b0 req-73877573-bad1-4d5c-b622-50f14cac08fb tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:11.340431 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a52d3d4f-7b27-4fdf-a70c-555ca28324b0 req-73877573-bad1-4d5c-b622-50f14cac08fb tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.42 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.0630419 Jun 29 11:02:11.447225 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [req-a52d3d4f-7b27-4fdf-a70c-555ca28324b0 req-4c342e76-1654-4b27-a91a-8787af0fd0be tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Deleting port 762cc699-8b9c-42ab-a8bf-26daf7d725b0 {{(pid=105127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:02:11.448195 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-a52d3d4f-7b27-4fdf-a70c-555ca28324b0 req-4c342e76-1654-4b27-a91a-8787af0fd0be tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:11.542571 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-a52d3d4f-7b27-4fdf-a70c-555ca28324b0 req-4c342e76-1654-4b27-a91a-8787af0fd0be tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] For port 762cc699-8b9c-42ab-a8bf-26daf7d725b0, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=762cc699-8b9c-42ab-a8bf-26daf7d725b0,segment=NetworkSegment(1785eff2-c376-43ac-af63-f77881cdceb1),segment_id=1785eff2-c376-43ac-af63-f77881cdceb1)] {{(pid=105127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:02:11.542937 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-a52d3d4f-7b27-4fdf-a70c-555ca28324b0 req-4c342e76-1654-4b27-a91a-8787af0fd0be tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:11.555850 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [req-a52d3d4f-7b27-4fdf-a70c-555ca28324b0 req-4c342e76-1654-4b27-a91a-8787af0fd0be tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Calling delete_port for 762cc699-8b9c-42ab-a8bf-26daf7d725b0 owned by compute:nova {{(pid=105127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:02:11.619830 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5598e2-7373-49b9-ac20-ed167be148eb req-c644ee8b-2b3c-4f74-b51b-6330107ed45b tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:11.621461 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-2f5598e2-7373-49b9-ac20-ed167be148eb req-c644ee8b-2b3c-4f74-b51b-6330107ed45b tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 945 time: 0.0779734 Jun 29 11:02:11.662870 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-2f5598e2-7373-49b9-ac20-ed167be148eb req-dfe320fb-8b94-48fd-9b19-87e21d00b4df tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a79e0e6-cee4-4f16-b51e-8c631597a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345941 Jun 29 11:02:11.700029 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:11.774080 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-a52d3d4f-7b27-4fdf-a70c-555ca28324b0 req-4c342e76-1654-4b27-a91a-8787af0fd0be tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130347151'] for port, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:11.779500 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:11.805938 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c342e76-1654-4b27-a91a-8787af0fd0be tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Pushing event deleted for resources: {'Port': ['ID=762cc699-8b9c-42ab-a8bf-26daf7d725b0,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:11.809630 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-4c342e76-1654-4b27-a91a-8787af0fd0be tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:11.825457 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] get_ports_and_sgs() called for port_ids ['762cc699-8b9c-42ab-a8bf-26daf7d725b0'] {{(pid=105128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:02:11.856987 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [req-a52d3d4f-7b27-4fdf-a70c-555ca28324b0 req-4c342e76-1654-4b27-a91a-8787af0fd0be tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] No DVR routers for this DVR port 762cc699-8b9c-42ab-a8bf-26daf7d725b0 on host hv-cinder-79351 {{(pid=105127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:02:11.859159 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-a52d3d4f-7b27-4fdf-a70c-555ca28324b0 req-4c342e76-1654-4b27-a91a-8787af0fd0be tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:11.861120 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a52d3d4f-7b27-4fdf-a70c-555ca28324b0 req-4c342e76-1654-4b27-a91a-8787af0fd0be tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.42 "DELETE /v2.0/ports/762cc699-8b9c-42ab-a8bf-26daf7d725b0 HTTP/1.1" status: 204 len: 173 time: 0.5148346 Jun 29 11:02:11.861607 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37bff80c-2fb3-4bed-b803-4b92c4f43f9e', 'name': 'network-vif-deleted', 'tag': '762cc699-8b9c-42ab-a8bf-26daf7d725b0'}] {{(pid=105127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:02:11.864047 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51926c8a96ac3dcbe8a9a7c61d1f1b13ee7346919254cfc90a12d4d270e3eabf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67583bf2-f5aa-4aa1-ab52-ca52e1825bbf" -d '{"events": [{"server_uuid": "37bff80c-2fb3-4bed-b803-4b92c4f43f9e", "name": "network-vif-deleted", "tag": "762cc699-8b9c-42ab-a8bf-26daf7d725b0"}]}' {{(pid=105127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:02:11.903219 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad10307-469f-48b0-a54b-fb0b3f7497d9 x-openstack-request-id: req-cad10307-469f-48b0-a54b-fb0b3f7497d9 {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:02:11.903219 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37bff80c-2fb3-4bed-b803-4b92c4f43f9e", "name": "network-vif-deleted", "tag": "762cc699-8b9c-42ab-a8bf-26daf7d725b0", "status": "completed", "code": 200}]} {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:02:11.903584 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cad10307-469f-48b0-a54b-fb0b3f7497d9 {{(pid=105127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:02:11.904072 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37bff80c-2fb3-4bed-b803-4b92c4f43f9e', 'name': 'network-vif-deleted', 'tag': '762cc699-8b9c-42ab-a8bf-26daf7d725b0', 'status': 'completed', 'code': 200} Jun 29 11:02:12.304711 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743ed00-d138-4df2-8884-8bc5b8cdd54a req-150aeebf-b3d5-4440-8ad8-151894d2c91d tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:12.306216 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-6743ed00-d138-4df2-8884-8bc5b8cdd54a req-150aeebf-b3d5-4440-8ad8-151894d2c91d tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 945 time: 0.0642178 Jun 29 11:02:12.344326 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-6743ed00-d138-4df2-8884-8bc5b8cdd54a req-23b72da1-9a57-4ab4-84d3-b59a7ce2addf tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321660 Jun 29 11:02:12.824613 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d835b070-b93c-4373-95eb-3b80cc826a69 req-5b833985-a85e-42eb-b2a5-5f383d45f771 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] 10.222.0.66 "GET /v2.0/ports?device_id=37bff80c-2fb3-4bed-b803-4b92c4f43f9e HTTP/1.1" status: 200 len: 210 time: 0.0293503 Jun 29 11:02:13.536034 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3147012-82f4-4d73-bc44-2e8d4f5d9dc6 req-b1001dd0-a753-4738-a1de-dd025a54ea2f tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:13.536034 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-c3147012-82f4-4d73-bc44-2e8d4f5d9dc6 req-b1001dd0-a753-4738-a1de-dd025a54ea2f tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 945 time: 0.0685744 Jun 29 11:02:13.585359 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-c3147012-82f4-4d73-bc44-2e8d4f5d9dc6 req-3264633c-0e25-4967-ad49-0d447454a5f8 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443525 Jun 29 11:02:13.918123 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 56088) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:02:14.342538 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-61503724-d19f-4a28-9fe0-4db8599c83ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606464'] for router_interface, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:14.587910 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 762cc699-8b9c-42ab-a8bf-26daf7d725b0 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:02:14.608954 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] No Port match for: 762cc699-8b9c-42ab-a8bf-26daf7d725b0 {{(pid=105128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:02:14.609224 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 762cc699-8b9c-42ab-a8bf-26daf7d725b0 not bound to the agent host hv-cinder-79351 {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:02:14.656638 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [None req-61503724-d19f-4a28-9fe0-4db8599c83ee admin admin] Deleting port b5a90f44-3f0e-41ee-8c18-3381ee5cc037 {{(pid=105127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:02:14.656638 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-61503724-d19f-4a28-9fe0-4db8599c83ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:14.738305 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [None req-61503724-d19f-4a28-9fe0-4db8599c83ee admin admin] For port b5a90f44-3f0e-41ee-8c18-3381ee5cc037, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=b5a90f44-3f0e-41ee-8c18-3381ee5cc037,segment=NetworkSegment(1785eff2-c376-43ac-af63-f77881cdceb1),segment_id=1785eff2-c376-43ac-af63-f77881cdceb1)] {{(pid=105127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:02:14.738661 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-61503724-d19f-4a28-9fe0-4db8599c83ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:14.753713 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [None req-61503724-d19f-4a28-9fe0-4db8599c83ee admin admin] Calling delete_port for b5a90f44-3f0e-41ee-8c18-3381ee5cc037 owned by network:router_interface {{(pid=105127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:02:14.769787 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9459f-fdcc-423d-8e5d-5c31c1a4fa44 req-8d5564b2-3c26-420f-897b-a8147e07a0d6 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:14.771278 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-50e9459f-fdcc-423d-8e5d-5c31c1a4fa44 req-8d5564b2-3c26-420f-897b-a8147e07a0d6 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 945 time: 0.0702863 Jun 29 11:02:14.833950 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-50e9459f-fdcc-423d-8e5d-5c31c1a4fa44 req-0011b78a-9a1d-4bc1-a794-40aa6694bd82 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446210 Jun 29 11:02:15.042788 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-61503724-d19f-4a28-9fe0-4db8599c83ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130347151'] for port, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:15.045217 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-890b03d9-a844-4fa3-bfa4-9e08fae260f9 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:15.075758 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61503724-d19f-4a28-9fe0-4db8599c83ee admin admin] Pushing event deleted for resources: {'Port': ['ID=b5a90f44-3f0e-41ee-8c18-3381ee5cc037,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:15.079809 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-61503724-d19f-4a28-9fe0-4db8599c83ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:15.240758 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-61503724-d19f-4a28-9fe0-4db8599c83ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-607888'] for router_interface, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:15.691239 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61503724-d19f-4a28-9fe0-4db8599c83ee admin admin] Router dc9018ff-cfb9-4818-ad51-6ab7dc886922 has already been hosted by L3 agent 3b2ad6f0-f3d9-4012-ac35-d330af5e0962 {{(pid=105127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:02:15.797849 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61503724-d19f-4a28-9fe0-4db8599c83ee admin admin] Notify agent at l3_agent.dv-cinder-793515-4-smb the message routers_updated {{(pid=105127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:02:15.802926 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-61503724-d19f-4a28-9fe0-4db8599c83ee admin admin] 10.222.0.66 "PUT /v2.0/routers/dc9018ff-cfb9-4818-ad51-6ab7dc886922/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8837652 Jun 29 11:02:15.805416 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 56112) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:02:15.807114 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88287c60-c9c8-4ab5-a74e-403c740d62b0 None None] Sync routers for ids ['dc9018ff-cfb9-4818-ad51-6ab7dc886922'] in dv-cinder-793515-4-smb {{(pid=105129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:02:15.816268 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88287c60-c9c8-4ab5-a74e-403c740d62b0 None None] Routers {'dc9018ff-cfb9-4818-ad51-6ab7dc886922'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:02:15.816912 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-88287c60-c9c8-4ab5-a74e-403c740d62b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:02:09Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['dc9018ff-cfb9-4818-ad51-6ab7dc886922'], 'active': True} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:02:15.916721 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-5c988e38-8919-4328-9509-a611662425e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:15.927756 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvr_db [None req-88287c60-c9c8-4ab5-a74e-403c740d62b0 None None] Set router dc9018ff-cfb9-4818-ad51-6ab7dc886922 gateway port host: dv-cinder-793515-4-smb {{(pid=105129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:02:16.065923 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-5c988e38-8919-4328-9509-a611662425e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:16.090028 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4b4fe-f5b5-4411-920e-1afc962ca5c1 req-9887b1ef-7a50-4bde-8039-7dc70afb9aba tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:16.090028 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-20c4b4fe-f5b5-4411-920e-1afc962ca5c1 req-9887b1ef-7a50-4bde-8039-7dc70afb9aba tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 945 time: 0.1228962 Jun 29 11:02:16.113457 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-88287c60-c9c8-4ab5-a74e-403c740d62b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9018ff-cfb9-4818-ad51-6ab7dc886922', 'name': 'tempest-ServerRescueNegativeTestJSON-572647017-router', 'tenant_id': '6299943bac064fd7b1103e93d469d653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'bbf74f91-e0ed-4030-a641-50300711d4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:58:54Z', 'updated_at': '2021-06-29T11:02:14Z', 'revision_number': 5, 'project_id': '6299943bac064fd7b1103e93d469d653', 'gw_port': {'id': 'bbf74f91-e0ed-4030-a641-50300711d4d2', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:07:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9018ff-cfb9-4818-ad51-6ab7dc886922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:58:55Z', 'updated_at': '2021-06-29T10:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb'}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:02:16.127913 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-20c4b4fe-f5b5-4411-920e-1afc962ca5c1 req-74b357a4-d406-4ff2-9a4d-2508380b3fbd tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361862 Jun 29 11:02:16.145273 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88287c60-c9c8-4ab5-a74e-403c740d62b0 None None] Checking router: dc9018ff-cfb9-4818-ad51-6ab7dc886922 for host: dv-cinder-793515-4-smb {{(pid=105129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:02:16.153986 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88287c60-c9c8-4ab5-a74e-403c740d62b0 None None] Routers {'dc9018ff-cfb9-4818-ad51-6ab7dc886922'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:02:16.154596 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-88287c60-c9c8-4ab5-a74e-403c740d62b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:02:09Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['dc9018ff-cfb9-4818-ad51-6ab7dc886922'], 'active': True} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:02:16.193402 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [None req-5c988e38-8919-4328-9509-a611662425e5 admin admin] Deleting port bbf74f91-e0ed-4030-a641-50300711d4d2 {{(pid=105127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:02:16.193736 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-5c988e38-8919-4328-9509-a611662425e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:16.246483 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvr_db [None req-88287c60-c9c8-4ab5-a74e-403c740d62b0 None None] Set router dc9018ff-cfb9-4818-ad51-6ab7dc886922 gateway port host: None {{(pid=105129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:02:16.279190 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [None req-5c988e38-8919-4328-9509-a611662425e5 admin admin] For port bbf74f91-e0ed-4030-a641-50300711d4d2, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=bbf74f91-e0ed-4030-a641-50300711d4d2,segment=NetworkSegment(cf6731c6-a9cf-4901-a91e-9599bf0473fe),segment_id=cf6731c6-a9cf-4901-a91e-9599bf0473fe)] {{(pid=105127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:02:16.279564 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-5c988e38-8919-4328-9509-a611662425e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:16.292188 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [None req-5c988e38-8919-4328-9509-a611662425e5 admin admin] Calling delete_port for bbf74f91-e0ed-4030-a641-50300711d4d2 owned by network:router_gateway {{(pid=105127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:02:16.297868 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-88287c60-c9c8-4ab5-a74e-403c740d62b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9018ff-cfb9-4818-ad51-6ab7dc886922', 'name': 'tempest-ServerRescueNegativeTestJSON-572647017-router', 'tenant_id': '6299943bac064fd7b1103e93d469d653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:58:54Z', 'updated_at': '2021-06-29T11:02:16Z', 'revision_number': 6, 'project_id': '6299943bac064fd7b1103e93d469d653', 'gw_port_host': None}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:02:16.328615 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88287c60-c9c8-4ab5-a74e-403c740d62b0 None None] The sync data for ids ['dc9018ff-cfb9-4818-ad51-6ab7dc886922'] in dv-cinder-793515-4-smb is: [{'id': 'dc9018ff-cfb9-4818-ad51-6ab7dc886922', 'name': 'tempest-ServerRescueNegativeTestJSON-572647017-router', 'tenant_id': '6299943bac064fd7b1103e93d469d653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:58:54Z', 'updated_at': '2021-06-29T11:02:16Z', 'revision_number': 6, 'project_id': '6299943bac064fd7b1103e93d469d653', 'gw_port_host': None}] {{(pid=105129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:02:16.517344 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-5c988e38-8919-4328-9509-a611662425e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130347151'] for port, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:16.520660 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-5e153872-c093-4a93-8b5c-d38223b0411e tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:16.551945 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c988e38-8919-4328-9509-a611662425e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbf74f91-e0ed-4030-a641-50300711d4d2,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:16.555713 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-5c988e38-8919-4328-9509-a611662425e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:16.615671 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-5c988e38-8919-4328-9509-a611662425e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606844'] for router_gateway, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:16.725589 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-5c988e38-8919-4328-9509-a611662425e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-644'] for router, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:16.727717 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-5c988e38-8919-4328-9509-a611662425e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:16.854804 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-5c988e38-8919-4328-9509-a611662425e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-608061'] for router, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:16.855504 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c988e38-8919-4328-9509-a611662425e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc9018ff-cfb9-4818-ad51-6ab7dc886922 {{(pid=105127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 11:02:16.860909 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-5c988e38-8919-4328-9509-a611662425e5 admin admin] Notify callbacks [] for router, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:16.862306 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-5c988e38-8919-4328-9509-a611662425e5 admin admin] 10.222.0.66 "DELETE /v2.0/routers/dc9018ff-cfb9-4818-ad51-6ab7dc886922 HTTP/1.1" status: 204 len: 168 time: 1.0556371 Jun 29 11:02:16.867681 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 56120) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:02:16.918161 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.db_base_plugin_v2 [None req-001fc0a2-1a23-4916-a9c5-0ddf753bc7e7 admin admin] Deleting subnet b6175b8a-51af-4ce8-b7f0-839520dcb7e3 {{(pid=105127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:02:16.921545 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-001fc0a2-1a23-4916-a9c5-0ddf753bc7e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:16.959938 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-001fc0a2-1a23-4916-a9c5-0ddf753bc7e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133725506'] for subnet, precommit_delete_associations {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:17.000313 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-001fc0a2-1a23-4916-a9c5-0ddf753bc7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403832'] for subnet, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:17.100715 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-001fc0a2-1a23-4916-a9c5-0ddf753bc7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130347089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130097026'] for subnet, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:17.104977 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-c9d02e5d-ba6f-45e1-a242-f7518248d810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:17.133541 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001fc0a2-1a23-4916-a9c5-0ddf753bc7e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6175b8a-51af-4ce8-b7f0-839520dcb7e3,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:17.136677 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-001fc0a2-1a23-4916-a9c5-0ddf753bc7e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:17.143146 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-001fc0a2-1a23-4916-a9c5-0ddf753bc7e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for subnet, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:17.145045 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-001fc0a2-1a23-4916-a9c5-0ddf753bc7e7 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b6175b8a-51af-4ce8-b7f0-839520dcb7e3 HTTP/1.1" status: 204 len: 168 time: 0.2795448 Jun 29 11:02:17.147923 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 56124) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:02:17.223634 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-533e1d47-3f66-48ea-b96b-5a07bfe110f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513381'] for network, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:17.344610 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-533e1d47-3f66-48ea-b96b-5a07bfe110f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405582', 'neutron.services.segments.db._delete_segments_for_network-8761935544625'] for network, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:17.365346 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.services.segments.db [None req-533e1d47-3f66-48ea-b96b-5a07bfe110f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d7f72c5-0ecd-48cd-ad50-7ae8533793ae']}} {{(pid=105126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:02:17.378890 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.services.segments.db [None req-533e1d47-3f66-48ea-b96b-5a07bfe110f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1785eff2-c376-43ac-af63-f77881cdceb1') {'for_net_delete': True} {{(pid=105126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:02:17.379184 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.services.segments.db [None req-533e1d47-3f66-48ea-b96b-5a07bfe110f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1785eff2-c376-43ac-af63-f77881cdceb1') {} {{(pid=105126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:02:17.392859 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-533e1d47-3f66-48ea-b96b-5a07bfe110f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761935440276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133135616'] for segment, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:17.410216 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f9c9d-49b8-41df-b72d-f0f78f92dd53 req-bb83a96f-4d89-42cb-a974-292abe54c17a tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:17.411805 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-326f9c9d-49b8-41df-b72d-f0f78f92dd53 req-bb83a96f-4d89-42cb-a974-292abe54c17a tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 945 time: 0.1530943 Jun 29 11:02:17.420653 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-533e1d47-3f66-48ea-b96b-5a07bfe110f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790'] for segment, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:17.433759 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-533e1d47-3f66-48ea-b96b-5a07bfe110f6 admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=105126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:02:17.434153 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-533e1d47-3f66-48ea-b96b-5a07bfe110f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131239485'] for segment, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:17.435783 dv-cinder-793515-4-smb neutron-server[105126]: Traceback (most recent call last): Jun 29 11:02:17.435783 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:02:17.435783 dv-cinder-793515-4-smb neutron-server[105126]: timer() Jun 29 11:02:17.435783 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:02:17.435783 dv-cinder-793515-4-smb neutron-server[105126]: cb(*args, **kw) Jun 29 11:02:17.435783 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:02:17.435783 dv-cinder-793515-4-smb neutron-server[105126]: return func(*args, **kwargs) Jun 29 11:02:17.435783 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:02:17.435783 dv-cinder-793515-4-smb neutron-server[105126]: self._notify() Jun 29 11:02:17.435783 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:02:17.435783 dv-cinder-793515-4-smb neutron-server[105126]: self.callback(batched_events) Jun 29 11:02:17.435783 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:02:17.435783 dv-cinder-793515-4-smb neutron-server[105126]: event.method(event) Jun 29 11:02:17.435783 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:02:17.435783 dv-cinder-793515-4-smb neutron-server[105126]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:02:17.435783 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:02:17.435783 dv-cinder-793515-4-smb neutron-server[105126]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:02:17.435783 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:02:17.435783 dv-cinder-793515-4-smb neutron-server[105126]: return f(self, *a, **k) Jun 29 11:02:17.435783 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:02:17.435783 dv-cinder-793515-4-smb neutron-server[105126]: return self._get(url).json() Jun 29 11:02:17.435783 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:02:17.435783 dv-cinder-793515-4-smb neutron-server[105126]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:02:17.435783 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:02:17.435783 dv-cinder-793515-4-smb neutron-server[105126]: return self.request(url, 'GET', **kwargs) Jun 29 11:02:17.435783 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:02:17.435783 dv-cinder-793515-4-smb neutron-server[105126]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:02:17.435783 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:02:17.435783 dv-cinder-793515-4-smb neutron-server[105126]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:02:17.435783 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:02:17.435783 dv-cinder-793515-4-smb neutron-server[105126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:02:17.435783 dv-cinder-793515-4-smb neutron-server[105126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:02:17.515135 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-326f9c9d-49b8-41df-b72d-f0f78f92dd53 req-74091844-526b-4b48-9ba3-3288f6f5b37a tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892341 Jun 29 11:02:17.568205 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-533e1d47-3f66-48ea-b96b-5a07bfe110f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606861'] for network, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:17.572139 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-2fdc05c1-74eb-4a70-90eb-85a859c0cce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:17.575372 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-533e1d47-3f66-48ea-b96b-5a07bfe110f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for network, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:17.577424 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-533e1d47-3f66-48ea-b96b-5a07bfe110f6 admin admin] 10.222.0.66 "DELETE /v2.0/networks/8d7f72c5-0ecd-48cd-ad50-7ae8533793ae HTTP/1.1" status: 204 len: 168 time: 0.4284511 Jun 29 11:02:17.589356 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e1d47-3f66-48ea-b96b-5a07bfe110f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d7f72c5-0ecd-48cd-ad50-7ae8533793ae,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:17.591739 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-533e1d47-3f66-48ea-b96b-5a07bfe110f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:17.666959 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device bbf74f91-e0ed-4030-a641-50300711d4d2 no longer exists at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:02:17.687502 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] No Port match for: bbf74f91-e0ed-4030-a641-50300711d4d2 {{(pid=105128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:02:17.687673 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device bbf74f91-e0ed-4030-a641-50300711d4d2 not bound to the agent host dv-cinder-793515-4-smb {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:02:17.688082 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device b5a90f44-3f0e-41ee-8c18-3381ee5cc037 no longer exists at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:02:17.707878 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] No Port match for: b5a90f44-3f0e-41ee-8c18-3381ee5cc037 {{(pid=105128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:02:17.708468 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device b5a90f44-3f0e-41ee-8c18-3381ee5cc037 not bound to the agent host dv-cinder-793515-4-smb {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:02:17.887696 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 56132) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:02:17.929050 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-d3de9b5c-140f-4876-9b7a-a7e2c92e0ce3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6299943bac064fd7b1103e93d469d653&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0400670 Jun 29 11:02:17.932193 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 56134) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:02:17.986807 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-f2e4df01-1338-4fa6-af1f-daa211f1264e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:18.007157 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-f2e4df01-1338-4fa6-af1f-daa211f1264e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:18.116694 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-f2e4df01-1338-4fa6-af1f-daa211f1264e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:18.119592 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-f2e4df01-1338-4fa6-af1f-daa211f1264e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:18.120764 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-f2e4df01-1338-4fa6-af1f-daa211f1264e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2a79e0e6-cee4-4f16-b51e-8c631597a018 HTTP/1.1" status: 204 len: 168 time: 0.1875188 Jun 29 11:02:18.124030 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-6915da7c-00a2-4949-81dc-eb601c3c3914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:18.129105 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4df01-1338-4fa6-af1f-daa211f1264e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a79e0e6-cee4-4f16-b51e-8c631597a018,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:18.131507 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-f2e4df01-1338-4fa6-af1f-daa211f1264e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:18.705415 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3143469-95b1-4658-92fb-be0298a34387 req-7976a674-3a1a-4248-ba59-3d8c239afddd tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:18.706892 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-f3143469-95b1-4658-92fb-be0298a34387 req-7976a674-3a1a-4248-ba59-3d8c239afddd tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 945 time: 0.0689695 Jun 29 11:02:18.745115 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-f3143469-95b1-4658-92fb-be0298a34387 req-31e6fc99-6bd1-4b78-af5e-72a234d7f1b6 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326126 Jun 29 11:02:19.127333 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 56168) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:02:19.235729 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [None req-99936e3e-3040-4a30-aaf5-1990067a268e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-728062373-network', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:02:19.270837 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9954495-8231-40d3-ae2e-5a79c4d5c15d req-50ab7fcf-3536-4a3b-a0aa-df00edb92dbb tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:19.272317 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-f9954495-8231-40d3-ae2e-5a79c4d5c15d req-50ab7fcf-3536-4a3b-a0aa-df00edb92dbb tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 945 time: 0.0912278 Jun 29 11:02:19.341172 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99936e3e-3040-4a30-aaf5-1990067a268e admin admin] Made reservation on behalf of 35801b52e2a44d01a98a1f9fc869638e for: {'network': 1} {{(pid=105127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:02:19.343545 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-99936e3e-3040-4a30-aaf5-1990067a268e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for network, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:19.351198 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-f9954495-8231-40d3-ae2e-5a79c4d5c15d req-507b9153-28d7-40ad-bda6-a3385b4102a5 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718462 Jun 29 11:02:19.361209 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-99936e3e-3040-4a30-aaf5-1990067a268e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:19.408994 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21dc8b-2dfb-4109-9762-0e895983b3b0 req-e213d83d-7bdc-4db2-9a17-0a587690d55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:19.410491 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7e21dc8b-2dfb-4109-9762-0e895983b3b0 req-e213d83d-7bdc-4db2-9a17-0a587690d55b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e126c6330d743c8b924fb706c06677b&device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 1098 time: 0.1133263 Jun 29 11:02:19.560515 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21dc8b-2dfb-4109-9762-0e895983b3b0 req-0a56ab8c-ce9f-43e4-a00e-3c6d1f8cc904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:19.561908 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7e21dc8b-2dfb-4109-9762-0e895983b3b0 req-0a56ab8c-ce9f-43e4-a00e-3c6d1f8cc904 service neutron] 10.222.0.42 "GET /v2.0/networks?id=27be0f43-986d-406d-84c6-0e27a892cced HTTP/1.1" status: 200 len: 911 time: 0.1440306 Jun 29 11:02:19.570018 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-99936e3e-3040-4a30-aaf5-1990067a268e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:19.617672 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-99936e3e-3040-4a30-aaf5-1990067a268e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:19.622252 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-9691b004-a0ad-4586-807b-f41e7503f147 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:19.665745 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99936e3e-3040-4a30-aaf5-1990067a268e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=105127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 11:02:19.671941 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7e21dc8b-2dfb-4109-9762-0e895983b3b0 req-188e1059-69d8-4127-9e8d-e2ebce9d471d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b88c357-7efe-434e-aca4-d6ad512c24aa HTTP/1.1" status: 200 len: 1000 time: 0.0909686 Jun 29 11:02:19.672580 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99936e3e-3040-4a30-aaf5-1990067a268e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99bd50b9-a7cc-4c9c-ad54-50fefd8a0f0f,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:19.676078 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-99936e3e-3040-4a30-aaf5-1990067a268e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:19.689101 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-99936e3e-3040-4a30-aaf5-1990067a268e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790'] for segment, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:19.689447 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.db.segments_db [None req-99936e3e-3040-4a30-aaf5-1990067a268e admin admin] Added segment 1870111f-630d-4b64-b696-1c360ea6bbfe of type vlan for network 1a641979-4a76-4c4c-b2a0-9e114b271b54 Jun 29 11:02:19.764793 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21dc8b-2dfb-4109-9762-0e895983b3b0 req-6c990512-f76b-4350-a6ca-fdbe7910b37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:19.766284 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7e21dc8b-2dfb-4109-9762-0e895983b3b0 req-6c990512-f76b-4350-a6ca-fdbe7910b37c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6 HTTP/1.1" status: 200 len: 849 time: 0.0877969 Jun 29 11:02:19.767765 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-99936e3e-3040-4a30-aaf5-1990067a268e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761935103034'] for network, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:19.846528 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21dc8b-2dfb-4109-9762-0e895983b3b0 req-40128e0a-8062-4da6-a058-47a3d7666368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:19.847823 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7e21dc8b-2dfb-4109-9762-0e895983b3b0 req-40128e0a-8062-4da6-a058-47a3d7666368 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=27be0f43-986d-406d-84c6-0e27a892cced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0742247 Jun 29 11:02:19.875221 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-99936e3e-3040-4a30-aaf5-1990067a268e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116'] for network, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:19.899909 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99936e3e-3040-4a30-aaf5-1990067a268e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:19.901003 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-99936e3e-3040-4a30-aaf5-1990067a268e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for network, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:19.905501 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-d3420e6a-395b-4f16-9720-ccc0c4dd1001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:19.985879 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99936e3e-3040-4a30-aaf5-1990067a268e admin admin] Pushing event updated for resources: {'Network': ['ID=1a641979-4a76-4c4c-b2a0-9e114b271b54,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:19.989486 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-99936e3e-3040-4a30-aaf5-1990067a268e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:19.996850 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Network 1a641979-4a76-4c4c-b2a0-9e114b271b54 details requested by agent ovs-agent-dv-cinder-793515-4-smb with host dv-cinder-793515-4-smb {{(pid=105128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 11:02:20.000309 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-99936e3e-3040-4a30-aaf5-1990067a268e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8716912 Jun 29 11:02:20.004237 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 56174) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:02:20.006111 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7e21dc8b-2dfb-4109-9762-0e895983b3b0 req-8ac86b5a-6815-446d-be5b-c5e85a2b4772 service neutron] 10.222.0.42 "GET /v2.0/networks/27be0f43-986d-406d-84c6-0e27a892cced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486082 Jun 29 11:02:20.008979 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-e1935bae-d324-4a14-99b1-807bb3293f9b admin admin] Request body: {'subnet': {'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-728062373-subnet', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:02:20.082542 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1935bae-d324-4a14-99b1-807bb3293f9b admin admin] Made reservation on behalf of 35801b52e2a44d01a98a1f9fc869638e for: {'subnet': 1} {{(pid=105126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:02:20.085084 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-e1935bae-d324-4a14-99b1-807bb3293f9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132084208'] for subnet, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:20.117100 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7e21dc8b-2dfb-4109-9762-0e895983b3b0 req-dee104d0-6695-448b-8ebd-70e644832857 service neutron] 10.222.0.42 "GET /v2.0/networks/27be0f43-986d-406d-84c6-0e27a892cced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027164 Jun 29 11:02:20.339739 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-e1935bae-d324-4a14-99b1-807bb3293f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131239571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131955210'] for subnet, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:20.342109 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:20.389376 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1935bae-d324-4a14-99b1-807bb3293f9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2,revision_number=0']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:20.392474 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-e1935bae-d324-4a14-99b1-807bb3293f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:20.412233 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1935bae-d324-4a14-99b1-807bb3293f9b admin admin] Checking segment: {'id': '1870111f-630d-4b64-b696-1c360ea6bbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:02:20.416295 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1935bae-d324-4a14-99b1-807bb3293f9b admin admin] Network hostable DHCP agents. Network: 1a641979-4a76-4c4c-b2a0-9e114b271b54, hostable agents: ['c0824d2b-2f6c-4dc3-a849-d7b48d525e7a'], hosted agents: [] {{(pid=105126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 11:02:20.497775 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1935bae-d324-4a14-99b1-807bb3293f9b admin admin] Network 1a641979-4a76-4c4c-b2a0-9e114b271b54 is scheduled to be hosted by DHCP agent c0824d2b-2f6c-4dc3-a849-d7b48d525e7a with binding_index 1 {{(pid=105126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 11:02:20.537812 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5937d-54fb-4a69-9c6f-71d69bce5148 req-859fcdb1-3158-45e2-a24e-6b7446f3a6d2 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:20.539323 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-96c5937d-54fb-4a69-9c6f-71d69bce5148 req-859fcdb1-3158-45e2-a24e-6b7446f3a6d2 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 945 time: 0.0699975 Jun 29 11:02:20.552875 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.base_scheduler [None req-e1935bae-d324-4a14-99b1-807bb3293f9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-4-smb, 1a641979-4a76-4c4c-b2a0-9e114b271b54) {{(pid=105126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:02:20.562279 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9e5242-69ec-4ab2-953d-6e1aa0bf9fc9 None None] Network 1a641979-4a76-4c4c-b2a0-9e114b271b54 requested from dv-cinder-793515-4-smb {{(pid=105128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:02:20.564757 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1935bae-d324-4a14-99b1-807bb3293f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:20.565342 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-e1935bae-d324-4a14-99b1-807bb3293f9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:20.596538 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-96c5937d-54fb-4a69-9c6f-71d69bce5148 req-3809aacf-6cbd-4932-bf76-312d0bf6a7ef tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505731 Jun 29 11:02:20.683651 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-e1935bae-d324-4a14-99b1-807bb3293f9b admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6792684 Jun 29 11:02:20.686292 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 56180) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:02:20.690753 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-096c2f4e-16d5-43b3-863a-6427e36ca01f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-728062373-router', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907'}}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:02:20.719425 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4baa0fb-0bcc-4ab4-8c4c-ebded8dca7f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4b559d8-e9f4-525d-98e1-7d473caeefe3-1a641979-4a76-4c4c-b2a0-9e114b271b54', 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'fixed_ips': [{'subnet_id': '18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2'}]}} from dv-cinder-793515-4-smb. {{(pid=105128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 11:02:20.720154 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-d4baa0fb-0bcc-4ab4-8c4c-ebded8dca7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:20.762590 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-096c2f4e-16d5-43b3-863a-6427e36ca01f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-682'] for router, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:20.763722 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-096c2f4e-16d5-43b3-863a-6427e36ca01f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-659'] for router, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:20.821139 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-096c2f4e-16d5-43b3-863a-6427e36ca01f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:20.855027 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.db_base_plugin_common [None req-d4baa0fb-0bcc-4ab4-8c4c-ebded8dca7f3 None None] Allocated IP 172.20.0.2 (1a641979-4a76-4c4c-b2a0-9e114b271b54/18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2/f9e64fea-50cc-4853-bd7a-1f833cce2ee2) {{(pid=105128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:02:21.001449 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-d4baa0fb-0bcc-4ab4-8c4c-ebded8dca7f3 None None] Notify callbacks [] for port, precommit_create {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:21.012116 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-d4baa0fb-0bcc-4ab4-8c4c-ebded8dca7f3 None None] Transition to ACTIVE for port object f9e64fea-50cc-4853-bd7a-1f833cce2ee2 will not be triggered until provisioned by entity L2. {{(pid=105128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:02:21.027159 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-d4baa0fb-0bcc-4ab4-8c4c-ebded8dca7f3 None None] Transition to ACTIVE for port object f9e64fea-50cc-4853-bd7a-1f833cce2ee2 will not be triggered until provisioned by entity DHCP. {{(pid=105128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:02:21.046170 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-096c2f4e-16d5-43b3-863a-6427e36ca01f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-653'] for router, precommit_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:21.071271 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-d4baa0fb-0bcc-4ab4-8c4c-ebded8dca7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791'] for port, after_create {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:21.073902 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:21.114369 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4baa0fb-0bcc-4ab4-8c4c-ebded8dca7f3 None None] Network 1a641979-4a76-4c4c-b2a0-9e114b271b54 is already hosted by enough agents. {{(pid=105128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:02:21.117209 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.scheduler.base_scheduler [None req-d4baa0fb-0bcc-4ab4-8c4c-ebded8dca7f3 None None] Resources bound (agent type, host, resource id): {{(pid=105128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:02:21.120325 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4baa0fb-0bcc-4ab4-8c4c-ebded8dca7f3 None None] Received port after_create {{(pid=105128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:02:21.129788 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4baa0fb-0bcc-4ab4-8c4c-ebded8dca7f3 None None] Pushing event updated for resources: {'Port': ['ID=f9e64fea-50cc-4853-bd7a-1f833cce2ee2,revision_number=1']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:21.132707 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-d4baa0fb-0bcc-4ab4-8c4c-ebded8dca7f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:21.191304 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-d4baa0fb-0bcc-4ab4-8c4c-ebded8dca7f3 None None] Attempting to bind port f9e64fea-50cc-4853-bd7a-1f833cce2ee2 on host dv-cinder-793515-4-smb for vnic_type normal with profile {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:02:21.191682 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-d4baa0fb-0bcc-4ab4-8c4c-ebded8dca7f3 None None] Attempting to bind port f9e64fea-50cc-4853-bd7a-1f833cce2ee2 by drivers openvswitch,hyperv on host dv-cinder-793515-4-smb at level 0 using segments [{'id': '1870111f-630d-4b64-b696-1c360ea6bbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54'}] {{(pid=105128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:02:21.192070 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4baa0fb-0bcc-4ab4-8c4c-ebded8dca7f3 None None] Attempting to bind port f9e64fea-50cc-4853-bd7a-1f833cce2ee2 on network 1a641979-4a76-4c4c-b2a0-9e114b271b54 {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:02:21.197059 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4baa0fb-0bcc-4ab4-8c4c-ebded8dca7f3 None None] Checking agent: {'id': 'cc1c0530-ae64-418d-bf21-3e9fb04f4b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 50, 39), 'started_at': datetime.datetime(2021, 6, 29, 10, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:02:21.197483 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4baa0fb-0bcc-4ab4-8c4c-ebded8dca7f3 None None] Checking segment: {'id': '1870111f-630d-4b64-b696-1c360ea6bbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:02:21.197896 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-d4baa0fb-0bcc-4ab4-8c4c-ebded8dca7f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:21.198292 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4baa0fb-0bcc-4ab4-8c4c-ebded8dca7f3 None None] Bound using segment: {'id': '1870111f-630d-4b64-b696-1c360ea6bbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54'} {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:02:21.198760 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-d4baa0fb-0bcc-4ab4-8c4c-ebded8dca7f3 None None] Bound port: f9e64fea-50cc-4853-bd7a-1f833cce2ee2, host: dv-cinder-793515-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1870111f-630d-4b64-b696-1c360ea6bbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54'}}] {{(pid=105128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:02:21.199147 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-d4baa0fb-0bcc-4ab4-8c4c-ebded8dca7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:21.259470 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-d4baa0fb-0bcc-4ab4-8c4c-ebded8dca7f3 None None] For port f9e64fea-50cc-4853-bd7a-1f833cce2ee2, host dv-cinder-793515-4-smb, cleared binding levels {{(pid=105128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:02:21.262411 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-d4baa0fb-0bcc-4ab4-8c4c-ebded8dca7f3 None None] For port f9e64fea-50cc-4853-bd7a-1f833cce2ee2, host dv-cinder-793515-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=f9e64fea-50cc-4853-bd7a-1f833cce2ee2,segment=NetworkSegment(1870111f-630d-4b64-b696-1c360ea6bbfe),segment_id=1870111f-630d-4b64-b696-1c360ea6bbfe)] {{(pid=105128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:02:21.284210 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-096c2f4e-16d5-43b3-863a-6427e36ca01f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:21.308643 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-096c2f4e-16d5-43b3-863a-6427e36ca01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:21.418889 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.db.db_base_plugin_common [None req-096c2f4e-16d5-43b3-863a-6427e36ca01f admin admin] Allocated IP 172.28.3.237 (1d7db265-d806-41f6-8c7b-d59edd3be907/fc612ae2-4270-45ac-95ad-2bcf2d224ecb/c1ba7bf7-47c4-4bbf-9d40-37a856a8118b) {{(pid=105126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:02:21.448887 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-d4baa0fb-0bcc-4ab4-8c4c-ebded8dca7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:21.463656 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:21.514489 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4baa0fb-0bcc-4ab4-8c4c-ebded8dca7f3 None None] Pushing event updated for resources: {'Port': ['ID=f9e64fea-50cc-4853-bd7a-1f833cce2ee2,revision_number=2']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:21.517703 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-d4baa0fb-0bcc-4ab4-8c4c-ebded8dca7f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:21.532097 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-096c2f4e-16d5-43b3-863a-6427e36ca01f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:21.746324 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-096c2f4e-16d5-43b3-863a-6427e36ca01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-131239431'] for port, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:21.748890 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:21.802968 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096c2f4e-16d5-43b3-863a-6427e36ca01f admin admin] Network 1d7db265-d806-41f6-8c7b-d59edd3be907 is already hosted by enough agents. {{(pid=105126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:02:21.804409 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.base_scheduler [None req-096c2f4e-16d5-43b3-863a-6427e36ca01f admin admin] Resources bound (agent type, host, resource id): {{(pid=105126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:02:21.808455 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096c2f4e-16d5-43b3-863a-6427e36ca01f admin admin] Received port after_create {{(pid=105126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:02:21.810501 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c2f4e-16d5-43b3-863a-6427e36ca01f admin admin] Pushing event updated for resources: {'Port': ['ID=c1ba7bf7-47c4-4bbf-9d40-37a856a8118b,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:21.813740 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-096c2f4e-16d5-43b3-863a-6427e36ca01f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:21.837201 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bddbe9-0e1f-40da-86fb-074167e1f668 req-d3c0ee5b-d948-45ff-8aea-ee7f63104a53 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:21.839140 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-c1bddbe9-0e1f-40da-86fb-074167e1f668 req-d3c0ee5b-d948-45ff-8aea-ee7f63104a53 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 945 time: 0.1076422 Jun 29 11:02:21.881081 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-c1bddbe9-0e1f-40da-86fb-074167e1f668 req-ca0e89d4-2270-42cc-9c82-4b414817ab5f tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341742 Jun 29 11:02:22.327515 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-096c2f4e-16d5-43b3-863a-6427e36ca01f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:22.420967 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70be4ee7-6ff6-4f4a-a55d-266428f5c450 None None] Network 1a641979-4a76-4c4c-b2a0-9e114b271b54 requested from dv-cinder-793515-4-smb {{(pid=105128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:02:22.531712 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-096c2f4e-16d5-43b3-863a-6427e36ca01f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540137'] for router, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:22.695052 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-5c085754-75ca-4f2d-8515-68ba3ebea853 None None] Provisioning for port f9e64fea-50cc-4853-bd7a-1f833cce2ee2 completed by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:02:22.779293 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096c2f4e-16d5-43b3-863a-6427e36ca01f admin admin] Router 10349c59-05eb-4381-85c5-78b9ed9459a9 is scheduled to L3 agent 3b2ad6f0-f3d9-4012-ac35-d330af5e0962 with binding_index 1 {{(pid=105126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 11:02:22.893126 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096c2f4e-16d5-43b3-863a-6427e36ca01f admin admin] Notify agent at l3_agent.dv-cinder-793515-4-smb the message routers_updated {{(pid=105126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:02:22.902289 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318120b6-f79a-405b-9985-06d2fbc20007 None None] Sync routers for ids ['10349c59-05eb-4381-85c5-78b9ed9459a9'] in dv-cinder-793515-4-smb {{(pid=105128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:02:22.917214 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318120b6-f79a-405b-9985-06d2fbc20007 None None] Routers {'10349c59-05eb-4381-85c5-78b9ed9459a9'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:02:22.917846 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-318120b6-f79a-405b-9985-06d2fbc20007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:02:09Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['10349c59-05eb-4381-85c5-78b9ed9459a9'], 'active': True} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:02:23.008155 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-096c2f4e-16d5-43b3-863a-6427e36ca01f admin admin] Notify callbacks [] for router, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:23.009710 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-096c2f4e-16d5-43b3-863a-6427e36ca01f admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3221819 Jun 29 11:02:23.012123 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 56210) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:02:23.027073 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvr_db [None req-318120b6-f79a-405b-9985-06d2fbc20007 None None] Set router 10349c59-05eb-4381-85c5-78b9ed9459a9 gateway port host: dv-cinder-793515-4-smb {{(pid=105128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:02:23.236923 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-318120b6-f79a-405b-9985-06d2fbc20007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'name': 'tempest-AttachVolumeShelveTestJSON-728062373-router', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': 'c1ba7bf7-47c4-4bbf-9d40-37a856a8118b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:02:20Z', 'updated_at': '2021-06-29T11:02:21Z', 'revision_number': 3, 'project_id': '35801b52e2a44d01a98a1f9fc869638e', 'gw_port': {'id': 'c1ba7bf7-47c4-4bbf-9d40-37a856a8118b', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:21Z', 'updated_at': '2021-06-29T11:02:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb'}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:02:23.263823 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318120b6-f79a-405b-9985-06d2fbc20007 None None] Checking router: 10349c59-05eb-4381-85c5-78b9ed9459a9 for host: dv-cinder-793515-4-smb {{(pid=105128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:02:23.264082 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318120b6-f79a-405b-9985-06d2fbc20007 None None] Updating router 10349c59-05eb-4381-85c5-78b9ed9459a9 port c1ba7bf7-47c4-4bbf-9d40-37a856a8118b binding host dv-cinder-793515-4-smb {{(pid=105128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:02:23.307776 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-318120b6-f79a-405b-9985-06d2fbc20007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:23.424444 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-142ebb9a-61de-465e-a392-b0a4d264ad4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:23.571045 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-318120b6-f79a-405b-9985-06d2fbc20007 None None] Notify callbacks [] for port, precommit_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:23.580899 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-318120b6-f79a-405b-9985-06d2fbc20007 None None] Transition to ACTIVE for port object c1ba7bf7-47c4-4bbf-9d40-37a856a8118b will not be triggered until provisioned by entity L2. {{(pid=105128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:02:23.584302 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.db.db_base_plugin_common [None req-142ebb9a-61de-465e-a392-b0a4d264ad4c admin admin] Allocated IP 172.20.0.1 (1a641979-4a76-4c4c-b2a0-9e114b271b54/18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2/074821cf-3aeb-409a-a6fb-3df20f5999f6) {{(pid=105126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:02:23.664926 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-318120b6-f79a-405b-9985-06d2fbc20007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:23.667549 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:23.699114 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device f9e64fea-50cc-4853-bd7a-1f833cce2ee2 up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:02:23.701754 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-142ebb9a-61de-465e-a392-b0a4d264ad4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:23.715894 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.db.provisioning_blocks [None req-142ebb9a-61de-465e-a392-b0a4d264ad4c admin admin] Transition to ACTIVE for port object 074821cf-3aeb-409a-a6fb-3df20f5999f6 will not be triggered until provisioned by entity DHCP. {{(pid=105126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:02:23.752919 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c7480-2631-4d97-9815-02a8c914c9b3 None None] Pushing event updated for resources: {'Port': ['ID=c1ba7bf7-47c4-4bbf-9d40-37a856a8118b,revision_number=2']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:23.758080 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-565c7480-2631-4d97-9815-02a8c914c9b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:23.762424 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-318120b6-f79a-405b-9985-06d2fbc20007 None None] Attempting to bind port c1ba7bf7-47c4-4bbf-9d40-37a856a8118b on host dv-cinder-793515-4-smb for vnic_type normal with profile {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:02:23.762810 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-318120b6-f79a-405b-9985-06d2fbc20007 None None] Attempting to bind port c1ba7bf7-47c4-4bbf-9d40-37a856a8118b by drivers openvswitch,hyperv on host dv-cinder-793515-4-smb at level 0 using segments [{'id': 'cf6731c6-a9cf-4901-a91e-9599bf0473fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907'}] {{(pid=105128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:02:23.763190 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318120b6-f79a-405b-9985-06d2fbc20007 None None] Attempting to bind port c1ba7bf7-47c4-4bbf-9d40-37a856a8118b on network 1d7db265-d806-41f6-8c7b-d59edd3be907 {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:02:23.770423 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318120b6-f79a-405b-9985-06d2fbc20007 None None] Checking agent: {'id': 'cc1c0530-ae64-418d-bf21-3e9fb04f4b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 50, 39), 'started_at': datetime.datetime(2021, 6, 29, 10, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:02:23.770811 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318120b6-f79a-405b-9985-06d2fbc20007 None None] Checking segment: {'id': 'cf6731c6-a9cf-4901-a91e-9599bf0473fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:02:23.771230 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-318120b6-f79a-405b-9985-06d2fbc20007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:23.771635 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318120b6-f79a-405b-9985-06d2fbc20007 None None] Bound using segment: {'id': 'cf6731c6-a9cf-4901-a91e-9599bf0473fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907'} {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:02:23.772112 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-318120b6-f79a-405b-9985-06d2fbc20007 None None] Bound port: c1ba7bf7-47c4-4bbf-9d40-37a856a8118b, host: dv-cinder-793515-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6731c6-a9cf-4901-a91e-9599bf0473fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907'}}] {{(pid=105128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:02:23.772535 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-318120b6-f79a-405b-9985-06d2fbc20007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:23.814282 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-142ebb9a-61de-465e-a392-b0a4d264ad4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-131239431'] for port, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:23.817809 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:23.841384 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-318120b6-f79a-405b-9985-06d2fbc20007 None None] For port c1ba7bf7-47c4-4bbf-9d40-37a856a8118b, host dv-cinder-793515-4-smb, cleared binding levels {{(pid=105128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:02:23.844631 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-318120b6-f79a-405b-9985-06d2fbc20007 None None] For port c1ba7bf7-47c4-4bbf-9d40-37a856a8118b, host dv-cinder-793515-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=c1ba7bf7-47c4-4bbf-9d40-37a856a8118b,segment=NetworkSegment(cf6731c6-a9cf-4901-a91e-9599bf0473fe),segment_id=cf6731c6-a9cf-4901-a91e-9599bf0473fe)] {{(pid=105128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:02:23.856166 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142ebb9a-61de-465e-a392-b0a4d264ad4c admin admin] Network 1a641979-4a76-4c4c-b2a0-9e114b271b54 is already hosted by enough agents. {{(pid=105126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:02:23.859014 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.base_scheduler [None req-142ebb9a-61de-465e-a392-b0a4d264ad4c admin admin] Resources bound (agent type, host, resource id): {{(pid=105126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:02:23.862416 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142ebb9a-61de-465e-a392-b0a4d264ad4c admin admin] Received port after_create {{(pid=105126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:02:23.865150 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning for port f9e64fea-50cc-4853-bd7a-1f833cce2ee2 completed by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:02:23.870586 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning complete for port f9e64fea-50cc-4853-bd7a-1f833cce2ee2 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:02:23.870971 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:23.886915 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ebb9a-61de-465e-a392-b0a4d264ad4c admin admin] Pushing event updated for resources: {'Port': ['ID=074821cf-3aeb-409a-a6fb-3df20f5999f6,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:23.890758 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-142ebb9a-61de-465e-a392-b0a4d264ad4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:23.908433 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-142ebb9a-61de-465e-a392-b0a4d264ad4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-606623'] for router_interface, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:23.914132 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-318120b6-f79a-405b-9985-06d2fbc20007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:23.925468 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:23.993653 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318120b6-f79a-405b-9985-06d2fbc20007 None None] Routers {'10349c59-05eb-4381-85c5-78b9ed9459a9'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:02:23.993653 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-318120b6-f79a-405b-9985-06d2fbc20007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:02:09Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['10349c59-05eb-4381-85c5-78b9ed9459a9'], 'active': True} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:02:24.049721 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c7480-2631-4d97-9815-02a8c914c9b3 None None] Pushing event updated for resources: {'Port': ['ID=c1ba7bf7-47c4-4bbf-9d40-37a856a8118b,revision_number=3']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:24.059648 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-565c7480-2631-4d97-9815-02a8c914c9b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:24.075210 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:24.136554 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-142ebb9a-61de-465e-a392-b0a4d264ad4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:24.158635 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] For port f9e64fea-50cc-4853-bd7a-1f833cce2ee2, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=f9e64fea-50cc-4853-bd7a-1f833cce2ee2,segment=NetworkSegment(1870111f-630d-4b64-b696-1c360ea6bbfe),segment_id=1870111f-630d-4b64-b696-1c360ea6bbfe)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:02:24.165954 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvr_db [None req-318120b6-f79a-405b-9985-06d2fbc20007 None None] Set router 10349c59-05eb-4381-85c5-78b9ed9459a9 gateway port host: dv-cinder-793515-4-smb {{(pid=105128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:02:24.255275 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-5458a7ef-ea00-4e17-91bd-dbbcb51063bb None None] Provisioning for port 074821cf-3aeb-409a-a6fb-3df20f5999f6 completed by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:02:24.261913 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-5458a7ef-ea00-4e17-91bd-dbbcb51063bb None None] Provisioning complete for port 074821cf-3aeb-409a-a6fb-3df20f5999f6 triggered by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:02:24.262297 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-5458a7ef-ea00-4e17-91bd-dbbcb51063bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:24.291742 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:24.297726 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-ad0e069e-3d9e-419c-93e3-e67ecac67954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:24.304559 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-142ebb9a-61de-465e-a392-b0a4d264ad4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:24.347385 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-5458a7ef-ea00-4e17-91bd-dbbcb51063bb None None] Port 074821cf-3aeb-409a-a6fb-3df20f5999f6 cannot update to ACTIVE because it is not bound. {{(pid=105128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:02:24.374697 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Pushing event updated for resources: {'Port': ['ID=f9e64fea-50cc-4853-bd7a-1f833cce2ee2,revision_number=3']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:24.378141 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:24.379216 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-142ebb9a-61de-465e-a392-b0a4d264ad4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131239441'] for port, after_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:24.382824 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:24.424500 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-318120b6-f79a-405b-9985-06d2fbc20007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'name': 'tempest-AttachVolumeShelveTestJSON-728062373-router', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': 'c1ba7bf7-47c4-4bbf-9d40-37a856a8118b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:02:20Z', 'updated_at': '2021-06-29T11:02:21Z', 'revision_number': 3, 'project_id': '35801b52e2a44d01a98a1f9fc869638e', 'gw_port': {'id': 'c1ba7bf7-47c4-4bbf-9d40-37a856a8118b', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:21Z', 'updated_at': '2021-06-29T11:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb'}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:02:24.453463 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ebb9a-61de-465e-a392-b0a4d264ad4c admin admin] Pushing event updated for resources: {'Port': ['ID=074821cf-3aeb-409a-a6fb-3df20f5999f6,revision_number=2']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:24.455668 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318120b6-f79a-405b-9985-06d2fbc20007 None None] The sync data for ids ['10349c59-05eb-4381-85c5-78b9ed9459a9'] in dv-cinder-793515-4-smb is: [{'id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'name': 'tempest-AttachVolumeShelveTestJSON-728062373-router', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': 'c1ba7bf7-47c4-4bbf-9d40-37a856a8118b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:02:20Z', 'updated_at': '2021-06-29T11:02:21Z', 'revision_number': 3, 'project_id': '35801b52e2a44d01a98a1f9fc869638e', 'gw_port': {'id': 'c1ba7bf7-47c4-4bbf-9d40-37a856a8118b', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:21Z', 'updated_at': '2021-06-29T11:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb'}] {{(pid=105128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:02:24.455846 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-142ebb9a-61de-465e-a392-b0a4d264ad4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1570102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606571'] for router_interface, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:24.457783 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-142ebb9a-61de-465e-a392-b0a4d264ad4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:24.555481 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142ebb9a-61de-465e-a392-b0a4d264ad4c admin admin] Network 1a641979-4a76-4c4c-b2a0-9e114b271b54 is already hosted by enough agents. {{(pid=105126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:02:24.557675 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.base_scheduler [None req-142ebb9a-61de-465e-a392-b0a4d264ad4c admin admin] Resources bound (agent type, host, resource id): {{(pid=105126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:02:24.710161 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142ebb9a-61de-465e-a392-b0a4d264ad4c admin admin] Router 10349c59-05eb-4381-85c5-78b9ed9459a9 has already been hosted by L3 agent 3b2ad6f0-f3d9-4012-ac35-d330af5e0962 {{(pid=105126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:02:24.842298 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142ebb9a-61de-465e-a392-b0a4d264ad4c admin admin] Notify agent at l3_agent.dv-cinder-793515-4-smb the message routers_updated {{(pid=105126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:02:24.848098 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-142ebb9a-61de-465e-a392-b0a4d264ad4c admin admin] 10.222.0.66 "PUT /v2.0/routers/10349c59-05eb-4381-85c5-78b9ed9459a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8344212 Jun 29 11:02:24.874467 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-b1097d8a-5057-48c3-a85f-7849dcbd887f None None] Provisioning complete for port 074821cf-3aeb-409a-a6fb-3df20f5999f6 triggered by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:02:24.875177 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-b1097d8a-5057-48c3-a85f-7849dcbd887f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:24.929330 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-b1097d8a-5057-48c3-a85f-7849dcbd887f None None] Port 074821cf-3aeb-409a-a6fb-3df20f5999f6 cannot update to ACTIVE because it is not bound. {{(pid=105128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:02:25.748334 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device c1ba7bf7-47c4-4bbf-9d40-37a856a8118b up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:02:25.866118 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 56236) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:02:25.875121 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [None req-616f351c-5507-43bf-a8b0-c34aeece9ac1 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1684817198', 'description': 'tempest-description--563988727'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:02:25.893592 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning for port c1ba7bf7-47c4-4bbf-9d40-37a856a8118b completed by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:02:25.897670 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning complete for port c1ba7bf7-47c4-4bbf-9d40-37a856a8118b triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:02:25.903172 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:25.982393 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:25.985473 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-616f351c-5507-43bf-a8b0-c34aeece9ac1 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks [] for security_group, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:26.007882 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] For port c1ba7bf7-47c4-4bbf-9d40-37a856a8118b, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=c1ba7bf7-47c4-4bbf-9d40-37a856a8118b,segment=NetworkSegment(cf6731c6-a9cf-4901-a91e-9599bf0473fe),segment_id=cf6731c6-a9cf-4901-a91e-9599bf0473fe)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:02:26.072064 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:26.072845 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device f9e64fea-50cc-4853-bd7a-1f833cce2ee2 up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:02:26.075843 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:26.090726 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-616f351c-5507-43bf-a8b0-c34aeece9ac1 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks [] for security_group, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:26.105178 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f03f8ac-cf4c-423c-8861-5729f8a291d9 None None] Sync routers for ids ['10349c59-05eb-4381-85c5-78b9ed9459a9'] in dv-cinder-793515-4-smb {{(pid=105129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:02:26.115082 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f03f8ac-cf4c-423c-8861-5729f8a291d9 None None] Routers {'10349c59-05eb-4381-85c5-78b9ed9459a9'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:02:26.115695 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-4f03f8ac-cf4c-423c-8861-5729f8a291d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:02:09Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['10349c59-05eb-4381-85c5-78b9ed9459a9'], 'active': True} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:02:26.150838 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-616f351c-5507-43bf-a8b0-c34aeece9ac1 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:26.156566 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Pushing event updated for resources: {'Port': ['ID=c1ba7bf7-47c4-4bbf-9d40-37a856a8118b,revision_number=4']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:26.157067 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-ce8b41e6-0577-4694-afec-64ef285995ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:26.161224 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:26.171553 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning complete for port f9e64fea-50cc-4853-bd7a-1f833cce2ee2 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:02:26.172808 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:26.186893 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f351c-5507-43bf-a8b0-c34aeece9ac1 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8780abf-63ac-4d16-9097-bc30487b7765,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:26.192190 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-616f351c-5507-43bf-a8b0-c34aeece9ac1 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:26.228180 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvr_db [None req-4f03f8ac-cf4c-423c-8861-5729f8a291d9 None None] Set router 10349c59-05eb-4381-85c5-78b9ed9459a9 gateway port host: dv-cinder-793515-4-smb {{(pid=105129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:02:26.293599 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-616f351c-5507-43bf-a8b0-c34aeece9ac1 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:26.297715 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-616f351c-5507-43bf-a8b0-c34aeece9ac1 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4236743 Jun 29 11:02:26.301057 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 56240) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:02:26.303176 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [None req-c00830b7-6b41-4bc0-9e48-b83c02285990 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Request body: {'security_group_rule': {'security_group_id': 'e8780abf-63ac-4d16-9097-bc30487b7765', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:02:26.412945 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c00830b7-6b41-4bc0-9e48-b83c02285990 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:26.475445 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c00830b7-6b41-4bc0-9e48-b83c02285990 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:26.504621 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-4f03f8ac-cf4c-423c-8861-5729f8a291d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'name': 'tempest-AttachVolumeShelveTestJSON-728062373-router', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': 'c1ba7bf7-47c4-4bbf-9d40-37a856a8118b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:02:20Z', 'updated_at': '2021-06-29T11:02:24Z', 'revision_number': 4, 'project_id': '35801b52e2a44d01a98a1f9fc869638e', 'gw_port': {'id': 'c1ba7bf7-47c4-4bbf-9d40-37a856a8118b', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:21Z', 'updated_at': '2021-06-29T11:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_interfaces': [{'id': '074821cf-3aeb-409a-a6fb-3df20f5999f6', 'name': '', 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'mac_address': 'fa:16:3e:27:ce:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:23Z', 'updated_at': '2021-06-29T11:02:24Z', 'revision_number': 2, 'project_id': '35801b52e2a44d01a98a1f9fc869638e', 'subnets': [{'id': '18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:02:26.533557 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f03f8ac-cf4c-423c-8861-5729f8a291d9 None None] Checking router: 10349c59-05eb-4381-85c5-78b9ed9459a9 for host: dv-cinder-793515-4-smb {{(pid=105129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:02:26.533833 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f03f8ac-cf4c-423c-8861-5729f8a291d9 None None] Updating router 10349c59-05eb-4381-85c5-78b9ed9459a9 port 074821cf-3aeb-409a-a6fb-3df20f5999f6 binding host dv-cinder-793515-4-smb {{(pid=105129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:02:26.539126 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c00830b7-6b41-4bc0-9e48-b83c02285990 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672958'] for security_group_rule, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:26.542051 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-36d73059-5fbd-4c6e-a945-8aaf420a949b tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:26.563429 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00830b7-6b41-4bc0-9e48-b83c02285990 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9d28829-9fac-420e-9c61-087881164952,revision_number=0']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:26.567009 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-c00830b7-6b41-4bc0-9e48-b83c02285990 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:26.568378 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-4f03f8ac-cf4c-423c-8861-5729f8a291d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:26.621293 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c00830b7-6b41-4bc0-9e48-b83c02285990 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:26.625263 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-c00830b7-6b41-4bc0-9e48-b83c02285990 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3238318 Jun 29 11:02:26.627601 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 56244) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:02:26.638203 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [None req-8472304d-3b97-4108-913f-37f588184f50 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Request body: {'security_group_rule': {'security_group_id': 'e8780abf-63ac-4d16-9097-bc30487b7765', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:02:26.738353 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-8472304d-3b97-4108-913f-37f588184f50 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:26.808052 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-8472304d-3b97-4108-913f-37f588184f50 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:26.848307 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-4f03f8ac-cf4c-423c-8861-5729f8a291d9 None None] Notify callbacks [] for port, precommit_update {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:26.859501 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.provisioning_blocks [None req-4f03f8ac-cf4c-423c-8861-5729f8a291d9 None None] Transition to ACTIVE for port object 074821cf-3aeb-409a-a6fb-3df20f5999f6 will not be triggered until provisioned by entity L2. {{(pid=105129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:02:26.893529 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-8472304d-3b97-4108-913f-37f588184f50 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672958'] for security_group_rule, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:26.898946 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:26.918168 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8472304d-3b97-4108-913f-37f588184f50 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=693f10a9-1992-43b3-9389-2c0b0746595d,revision_number=0']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:26.923250 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-8472304d-3b97-4108-913f-37f588184f50 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:26.923824 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-4f03f8ac-cf4c-423c-8861-5729f8a291d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:26.926770 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:26.976556 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62fef6e-e95a-4551-820c-24b83147e7ad None None] Pushing event updated for resources: {'Port': ['ID=074821cf-3aeb-409a-a6fb-3df20f5999f6,revision_number=3']} {{(pid=105129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:26.991399 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62fef6e-e95a-4551-820c-24b83147e7ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:26.991741 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62fef6e-e95a-4551-820c-24b83147e7ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:26.992082 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62fef6e-e95a-4551-820c-24b83147e7ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:26.992438 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62fef6e-e95a-4551-820c-24b83147e7ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:26.992765 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62fef6e-e95a-4551-820c-24b83147e7ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:26.993139 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62fef6e-e95a-4551-820c-24b83147e7ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:26.993532 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62fef6e-e95a-4551-820c-24b83147e7ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:26.994000 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62fef6e-e95a-4551-820c-24b83147e7ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:26.994345 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62fef6e-e95a-4551-820c-24b83147e7ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:26.994671 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62fef6e-e95a-4551-820c-24b83147e7ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:26.994993 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62fef6e-e95a-4551-820c-24b83147e7ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:26.995306 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62fef6e-e95a-4551-820c-24b83147e7ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:27.007784 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-8472304d-3b97-4108-913f-37f588184f50 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:27.013371 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-8472304d-3b97-4108-913f-37f588184f50 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3809249 Jun 29 11:02:27.014174 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 56246) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:02:27.019633 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG oslo_concurrency.lockutils [None req-d62fef6e-e95a-4551-820c-24b83147e7ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=105129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:27.023626 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-7597d067-daa2-4c45-9e39-5e1a034496cf tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Request body: {'floatingip': {'floating_network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907'}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:02:27.054412 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.managers [None req-4f03f8ac-cf4c-423c-8861-5729f8a291d9 None None] Attempting to bind port 074821cf-3aeb-409a-a6fb-3df20f5999f6 on host dv-cinder-793515-4-smb for vnic_type normal with profile {{(pid=105129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:02:27.054802 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.managers [None req-4f03f8ac-cf4c-423c-8861-5729f8a291d9 None None] Attempting to bind port 074821cf-3aeb-409a-a6fb-3df20f5999f6 by drivers openvswitch,hyperv on host dv-cinder-793515-4-smb at level 0 using segments [{'id': '1870111f-630d-4b64-b696-1c360ea6bbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54'}] {{(pid=105129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:02:27.055168 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f03f8ac-cf4c-423c-8861-5729f8a291d9 None None] Attempting to bind port 074821cf-3aeb-409a-a6fb-3df20f5999f6 on network 1a641979-4a76-4c4c-b2a0-9e114b271b54 {{(pid=105129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:02:27.062999 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f03f8ac-cf4c-423c-8861-5729f8a291d9 None None] Checking agent: {'id': 'cc1c0530-ae64-418d-bf21-3e9fb04f4b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 50, 39), 'started_at': datetime.datetime(2021, 6, 29, 10, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:02:27.062999 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f03f8ac-cf4c-423c-8861-5729f8a291d9 None None] Checking segment: {'id': '1870111f-630d-4b64-b696-1c360ea6bbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:02:27.062999 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-4f03f8ac-cf4c-423c-8861-5729f8a291d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:27.062999 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f03f8ac-cf4c-423c-8861-5729f8a291d9 None None] Bound using segment: {'id': '1870111f-630d-4b64-b696-1c360ea6bbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54'} {{(pid=105129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:02:27.063637 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.managers [None req-4f03f8ac-cf4c-423c-8861-5729f8a291d9 None None] Bound port: 074821cf-3aeb-409a-a6fb-3df20f5999f6, host: dv-cinder-793515-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1870111f-630d-4b64-b696-1c360ea6bbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54'}}] {{(pid=105129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:02:27.063637 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-4f03f8ac-cf4c-423c-8861-5729f8a291d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:27.121975 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-7597d067-daa2-4c45-9e39-5e1a034496cf tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks [] for floatingip, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:27.131935 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.db [None req-4f03f8ac-cf4c-423c-8861-5729f8a291d9 None None] For port 074821cf-3aeb-409a-a6fb-3df20f5999f6, host dv-cinder-793515-4-smb, cleared binding levels {{(pid=105129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:02:27.135555 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.db [None req-4f03f8ac-cf4c-423c-8861-5729f8a291d9 None None] For port 074821cf-3aeb-409a-a6fb-3df20f5999f6, host dv-cinder-793515-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=074821cf-3aeb-409a-a6fb-3df20f5999f6,segment=NetworkSegment(1870111f-630d-4b64-b696-1c360ea6bbfe),segment_id=1870111f-630d-4b64-b696-1c360ea6bbfe)] {{(pid=105129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:02:27.198059 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-4f03f8ac-cf4c-423c-8861-5729f8a291d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:27.206034 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG oslo_concurrency.lockutils [None req-a9fe336e-66c9-4e71-960d-d2916687b852 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:27.271537 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62fef6e-e95a-4551-820c-24b83147e7ad None None] Pushing event updated for resources: {'Port': ['ID=074821cf-3aeb-409a-a6fb-3df20f5999f6,revision_number=4']} {{(pid=105129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:27.277729 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG oslo_concurrency.lockutils [None req-d62fef6e-e95a-4551-820c-24b83147e7ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:27.286717 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f03f8ac-cf4c-423c-8861-5729f8a291d9 None None] Routers {'10349c59-05eb-4381-85c5-78b9ed9459a9'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:02:27.287356 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-4f03f8ac-cf4c-423c-8861-5729f8a291d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:02:09Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['10349c59-05eb-4381-85c5-78b9ed9459a9'], 'active': True} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:02:27.304440 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-7597d067-daa2-4c45-9e39-5e1a034496cf tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:27.419422 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvr_db [None req-4f03f8ac-cf4c-423c-8861-5729f8a291d9 None None] Set router 10349c59-05eb-4381-85c5-78b9ed9459a9 gateway port host: dv-cinder-793515-4-smb {{(pid=105129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:02:27.437602 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.db.db_base_plugin_common [None req-7597d067-daa2-4c45-9e39-5e1a034496cf tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Allocated IP 172.28.3.211 (1d7db265-d806-41f6-8c7b-d59edd3be907/fc612ae2-4270-45ac-95ad-2bcf2d224ecb/1a08880d-d27e-4c59-9f14-ad3be2812f59) {{(pid=105126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:02:27.579859 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-7597d067-daa2-4c45-9e39-5e1a034496cf tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks [] for port, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:27.667121 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-7597d067-daa2-4c45-9e39-5e1a034496cf tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-131239431'] for port, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:27.670023 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:27.687421 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-4f03f8ac-cf4c-423c-8861-5729f8a291d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'name': 'tempest-AttachVolumeShelveTestJSON-728062373-router', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': 'c1ba7bf7-47c4-4bbf-9d40-37a856a8118b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:02:20Z', 'updated_at': '2021-06-29T11:02:24Z', 'revision_number': 4, 'project_id': '35801b52e2a44d01a98a1f9fc869638e', 'gw_port': {'id': 'c1ba7bf7-47c4-4bbf-9d40-37a856a8118b', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:21Z', 'updated_at': '2021-06-29T11:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_interfaces': [{'id': '074821cf-3aeb-409a-a6fb-3df20f5999f6', 'name': '', 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'mac_address': 'fa:16:3e:27:ce:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:23Z', 'updated_at': '2021-06-29T11:02:27Z', 'revision_number': 4, 'project_id': '35801b52e2a44d01a98a1f9fc869638e', 'subnets': [{'id': '18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:02:27.697797 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device c1ba7bf7-47c4-4bbf-9d40-37a856a8118b up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:02:27.714984 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7597d067-daa2-4c45-9e39-5e1a034496cf tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Network 1d7db265-d806-41f6-8c7b-d59edd3be907 is already hosted by enough agents. {{(pid=105126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:02:27.718014 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.base_scheduler [None req-7597d067-daa2-4c45-9e39-5e1a034496cf tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Resources bound (agent type, host, resource id): {{(pid=105126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:02:27.722421 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f03f8ac-cf4c-423c-8861-5729f8a291d9 None None] The sync data for ids ['10349c59-05eb-4381-85c5-78b9ed9459a9'] in dv-cinder-793515-4-smb is: [{'id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'name': 'tempest-AttachVolumeShelveTestJSON-728062373-router', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': 'c1ba7bf7-47c4-4bbf-9d40-37a856a8118b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:02:20Z', 'updated_at': '2021-06-29T11:02:24Z', 'revision_number': 4, 'project_id': '35801b52e2a44d01a98a1f9fc869638e', 'gw_port': {'id': 'c1ba7bf7-47c4-4bbf-9d40-37a856a8118b', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:21Z', 'updated_at': '2021-06-29T11:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_interfaces': [{'id': '074821cf-3aeb-409a-a6fb-3df20f5999f6', 'name': '', 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'mac_address': 'fa:16:3e:27:ce:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:23Z', 'updated_at': '2021-06-29T11:02:27Z', 'revision_number': 4, 'project_id': '35801b52e2a44d01a98a1f9fc869638e', 'subnets': [{'id': '18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:02:27.738897 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597d067-daa2-4c45-9e39-5e1a034496cf tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Pushing event updated for resources: {'Port': ['ID=1a08880d-d27e-4c59-9f14-ad3be2812f59,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:27.745457 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7597d067-daa2-4c45-9e39-5e1a034496cf tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Received port after_create {{(pid=105126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:02:27.748379 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-7597d067-daa2-4c45-9e39-5e1a034496cf tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:27.761612 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning complete for port c1ba7bf7-47c4-4bbf-9d40-37a856a8118b triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:02:27.762192 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:27.886868 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-7597d067-daa2-4c45-9e39-5e1a034496cf tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:28.210489 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-7597d067-daa2-4c45-9e39-5e1a034496cf tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:28.390094 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-7597d067-daa2-4c45-9e39-5e1a034496cf tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks [] for port, precommit_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:28.425209 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-7597d067-daa2-4c45-9e39-5e1a034496cf tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131239441'] for port, after_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:28.427746 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-03ee1f19-953f-4e67-9d37-f163fbe94338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:28.507840 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597d067-daa2-4c45-9e39-5e1a034496cf tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Pushing event updated for resources: {'Port': ['ID=1a08880d-d27e-4c59-9f14-ad3be2812f59,revision_number=2']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:28.512023 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-7597d067-daa2-4c45-9e39-5e1a034496cf tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:28.521177 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-7597d067-daa2-4c45-9e39-5e1a034496cf tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606879'] for floatingip, after_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:28.641949 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-7597d067-daa2-4c45-9e39-5e1a034496cf tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for floatingip, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:28.643250 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-7597d067-daa2-4c45-9e39-5e1a034496cf tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6273978 Jun 29 11:02:28.826100 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-15ec4252-b5e2-4be4-bd75-d506ca8eeae1 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1684817198&fields=id&tenant_id=35801b52e2a44d01a98a1f9fc869638e HTTP/1.1" status: 200 len: 267 time: 0.0593531 Jun 29 11:02:28.938091 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-e0af7945-87ed-4bca-818e-30c2f7986a92 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:28.939570 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-e0af7945-87ed-4bca-818e-30c2f7986a92 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/networks?id=1a641979-4a76-4c4c-b2a0-9e114b271b54 HTTP/1.1" status: 200 len: 816 time: 0.1126692 Jun 29 11:02:28.956955 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-9763c7d9-547c-40be-9252-848b8b787219 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/quotas/35801b52e2a44d01a98a1f9fc869638e HTTP/1.1" status: 200 len: 375 time: 0.0115752 Jun 29 11:02:29.018766 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:29.030678 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-6ab1db8a-06ee-4950-9942-2ffa16588284 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=35801b52e2a44d01a98a1f9fc869638e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0673878 Jun 29 11:02:29.131751 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-5f76507c-593c-4513-8d96-1cd5efc2e1c6 service neutron] 10.222.0.66 "GET /v2.0/networks/1a641979-4a76-4c4c-b2a0-9e114b271b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891821 Jun 29 11:02:29.220587 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-de13f2c8-4929-4f53-b3de-13cd2380dc63 service neutron] 10.222.0.66 "GET /v2.0/networks/1a641979-4a76-4c4c-b2a0-9e114b271b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828481 Jun 29 11:02:29.508998 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-18085814-8314-4561-af29-c9d2bb2f7d11 req-b93d0b64-bd01-4716-a1c7-f4c70f793683 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 210 time: 0.0339112 Jun 29 11:02:29.712403 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 074821cf-3aeb-409a-a6fb-3df20f5999f6 up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:02:29.841829 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning for port 074821cf-3aeb-409a-a6fb-3df20f5999f6 completed by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:02:29.845873 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning complete for port 074821cf-3aeb-409a-a6fb-3df20f5999f6 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:02:29.846253 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:30.041262 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:30.073359 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] For port 074821cf-3aeb-409a-a6fb-3df20f5999f6, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=074821cf-3aeb-409a-a6fb-3df20f5999f6,segment=NetworkSegment(1870111f-630d-4b64-b696-1c360ea6bbfe),segment_id=1870111f-630d-4b64-b696-1c360ea6bbfe)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:02:30.167912 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:30.170513 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-d4baa0fb-0bcc-4ab4-8c4c-ebded8dca7f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:30.220520 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Pushing event updated for resources: {'Port': ['ID=074821cf-3aeb-409a-a6fb-3df20f5999f6,revision_number=5']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:30.223858 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:30.656134 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-bae4662a-db27-4450-8452-bfeaa5892e4b req-7299f373-fa09-4b57-82b5-f19dbffd2dd6 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 210 time: 0.0288897 Jun 29 11:02:31.674709 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 074821cf-3aeb-409a-a6fb-3df20f5999f6 up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:02:31.726689 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning complete for port 074821cf-3aeb-409a-a6fb-3df20f5999f6 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:02:31.727262 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:31.822231 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-a63e64e2-1c99-4c55-b0e1-0185abd560b3 req-7d70197f-7e65-4353-92ab-6ac1cf97f831 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 210 time: 0.0364211 Jun 29 11:02:32.030020 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-68d04b88-66b2-4140-85bb-d8acc12f6c8a tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:32.031409 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-68d04b88-66b2-4140-85bb-d8acc12f6c8a tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.42 "GET /v2.0/networks?id=1a641979-4a76-4c4c-b2a0-9e114b271b54 HTTP/1.1" status: 200 len: 816 time: 0.1038067 Jun 29 11:02:32.083304 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-d257cef3-1ade-4783-a4e1-60ae2602ee66 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35801b52e2a44d01a98a1f9fc869638e HTTP/1.1" status: 200 len: 380 time: 0.0334158 Jun 29 11:02:32.101258 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-be41e0ca-6eb5-4051-b1e5-8b6e7f15c9c3 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Request body: {'port': {'device_id': '922ae20d-3e46-4b8a-80d3-68e372dd4932', 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54', 'admin_state_up': True, 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'security_groups': ['e8780abf-63ac-4d16-9097-bc30487b7765']}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:02:32.281895 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-be41e0ca-6eb5-4051-b1e5-8b6e7f15c9c3 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Made reservation on behalf of 35801b52e2a44d01a98a1f9fc869638e for: {'port': 1} {{(pid=105127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:02:32.285570 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-be41e0ca-6eb5-4051-b1e5-8b6e7f15c9c3 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:32.412896 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.db_base_plugin_common [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-be41e0ca-6eb5-4051-b1e5-8b6e7f15c9c3 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Allocated IP 172.20.0.4 (1a641979-4a76-4c4c-b2a0-9e114b271b54/18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2/6bb09147-7bd1-41dc-813c-e1bcaf874084) {{(pid=105127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:02:32.545471 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-be41e0ca-6eb5-4051-b1e5-8b6e7f15c9c3 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks [] for port, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:32.557863 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.provisioning_blocks [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-be41e0ca-6eb5-4051-b1e5-8b6e7f15c9c3 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Transition to ACTIVE for port object 6bb09147-7bd1-41dc-813c-e1bcaf874084 will not be triggered until provisioned by entity DHCP. {{(pid=105127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:02:32.671710 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-be41e0ca-6eb5-4051-b1e5-8b6e7f15c9c3 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130347142'] for port, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:32.676694 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-51a84ab2-93c5-4376-ba8a-0ab27d25113b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:32.723928 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-be41e0ca-6eb5-4051-b1e5-8b6e7f15c9c3 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Network 1a641979-4a76-4c4c-b2a0-9e114b271b54 is already hosted by enough agents. {{(pid=105127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:02:32.727573 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.base_scheduler [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-be41e0ca-6eb5-4051-b1e5-8b6e7f15c9c3 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Resources bound (agent type, host, resource id): {{(pid=105127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:02:32.730719 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-be41e0ca-6eb5-4051-b1e5-8b6e7f15c9c3 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Received port after_create {{(pid=105127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:02:32.759641 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be41e0ca-6eb5-4051-b1e5-8b6e7f15c9c3 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Pushing event updated for resources: {'Port': ['ID=6bb09147-7bd1-41dc-813c-e1bcaf874084,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:32.763497 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-be41e0ca-6eb5-4051-b1e5-8b6e7f15c9c3 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:32.801091 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-be41e0ca-6eb5-4051-b1e5-8b6e7f15c9c3 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:32.801890 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-be41e0ca-6eb5-4051-b1e5-8b6e7f15c9c3 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:32.871601 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-be41e0ca-6eb5-4051-b1e5-8b6e7f15c9c3 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7738266 Jun 29 11:02:32.898848 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-84e89002-e0e2-43ee-b625-944ed73effc6 service neutron] Request body: {'port': {'device_id': '922ae20d-3e46-4b8a-80d3-68e372dd4932', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:02:33.008902 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-84e89002-e0e2-43ee-b625-944ed73effc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:33.064681 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-31df027a-4428-4433-abf2-fd9350ac1144 None None] Provisioning for port 6bb09147-7bd1-41dc-813c-e1bcaf874084 completed by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:02:33.068942 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-31df027a-4428-4433-abf2-fd9350ac1144 None None] Provisioning complete for port 6bb09147-7bd1-41dc-813c-e1bcaf874084 triggered by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:02:33.069330 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-31df027a-4428-4433-abf2-fd9350ac1144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:33.076620 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b5ca8-8967-4fa1-b2f8-537c83c0c0af req-742f97da-073a-4e61-ba5e-88aab64fb1d3 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:33.078177 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-174b5ca8-8967-4fa1-b2f8-537c83c0c0af req-742f97da-073a-4e61-ba5e-88aab64fb1d3 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 931 time: 0.1154664 Jun 29 11:02:33.103031 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-31df027a-4428-4433-abf2-fd9350ac1144 None None] Port 6bb09147-7bd1-41dc-813c-e1bcaf874084 cannot update to ACTIVE because it is not bound. {{(pid=105128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:02:33.179600 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-174b5ca8-8967-4fa1-b2f8-537c83c0c0af req-50272d0f-489d-4e47-ba6d-f334e0c8ed2c tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949421 Jun 29 11:02:33.334089 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-84e89002-e0e2-43ee-b625-944ed73effc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bb09147-7bd1-41dc-813c-e1bcaf874084 {{(pid=105127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:02:33.341660 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-84e89002-e0e2-43ee-b625-944ed73effc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:33.353290 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.provisioning_blocks [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-84e89002-e0e2-43ee-b625-944ed73effc6 service neutron] Transition to ACTIVE for port object 6bb09147-7bd1-41dc-813c-e1bcaf874084 will not be triggered until provisioned by entity L2. {{(pid=105127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:02:33.435621 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-84e89002-e0e2-43ee-b625-944ed73effc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130347152'] for port, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:33.437695 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-4c342e76-1654-4b27-a91a-8787af0fd0be tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:33.488102 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e89002-e0e2-43ee-b625-944ed73effc6 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb09147-7bd1-41dc-813c-e1bcaf874084,revision_number=2']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:33.509520 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-84e89002-e0e2-43ee-b625-944ed73effc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:33.560402 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-84e89002-e0e2-43ee-b625-944ed73effc6 service neutron] Attempting to bind port 6bb09147-7bd1-41dc-813c-e1bcaf874084 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:02:33.560739 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-84e89002-e0e2-43ee-b625-944ed73effc6 service neutron] Attempting to bind port 6bb09147-7bd1-41dc-813c-e1bcaf874084 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '1870111f-630d-4b64-b696-1c360ea6bbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54'}] {{(pid=105127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:02:33.561066 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-84e89002-e0e2-43ee-b625-944ed73effc6 service neutron] Attempting to bind port 6bb09147-7bd1-41dc-813c-e1bcaf874084 on network 1a641979-4a76-4c4c-b2a0-9e114b271b54 {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:02:33.565627 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-84e89002-e0e2-43ee-b625-944ed73effc6 service neutron] Port 6bb09147-7bd1-41dc-813c-e1bcaf874084 on network 1a641979-4a76-4c4c-b2a0-9e114b271b54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:02:33.565945 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-84e89002-e0e2-43ee-b625-944ed73effc6 service neutron] Attempting to bind port 6bb09147-7bd1-41dc-813c-e1bcaf874084 on network 1a641979-4a76-4c4c-b2a0-9e114b271b54 {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:02:33.570708 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-84e89002-e0e2-43ee-b625-944ed73effc6 service neutron] Checking agent: {'id': 'bdcb3022-9de1-427e-88c2-d5d630f764fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 56, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:02:33.571047 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-84e89002-e0e2-43ee-b625-944ed73effc6 service neutron] Checking segment: {'id': '1870111f-630d-4b64-b696-1c360ea6bbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:02:33.571456 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-84e89002-e0e2-43ee-b625-944ed73effc6 service neutron] Bound using segment: {'id': '1870111f-630d-4b64-b696-1c360ea6bbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54'} {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:02:33.571884 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-84e89002-e0e2-43ee-b625-944ed73effc6 service neutron] Bound port: 6bb09147-7bd1-41dc-813c-e1bcaf874084, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1870111f-630d-4b64-b696-1c360ea6bbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54'}}] {{(pid=105127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:02:33.572241 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-84e89002-e0e2-43ee-b625-944ed73effc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:33.637425 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-84e89002-e0e2-43ee-b625-944ed73effc6 service neutron] For port 6bb09147-7bd1-41dc-813c-e1bcaf874084, host hv-cinder-79351, cleared binding levels {{(pid=105127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:02:33.640410 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-84e89002-e0e2-43ee-b625-944ed73effc6 service neutron] For port 6bb09147-7bd1-41dc-813c-e1bcaf874084, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6bb09147-7bd1-41dc-813c-e1bcaf874084,segment=NetworkSegment(1870111f-630d-4b64-b696-1c360ea6bbfe),segment_id=1870111f-630d-4b64-b696-1c360ea6bbfe)] {{(pid=105127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:02:33.721670 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-84e89002-e0e2-43ee-b625-944ed73effc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130347152'] for port, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:33.724673 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-4d0c8056-7f8f-4115-ade0-09b922157257 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:33.758601 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-84e89002-e0e2-43ee-b625-944ed73effc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:33.759240 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-84e89002-e0e2-43ee-b625-944ed73effc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:33.760808 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-84e89002-e0e2-43ee-b625-944ed73effc6 service neutron] 10.222.0.42 "PUT /v2.0/ports/6bb09147-7bd1-41dc-813c-e1bcaf874084 HTTP/1.1" status: 200 len: 1093 time: 0.8685014 Jun 29 11:02:33.761305 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '922ae20d-3e46-4b8a-80d3-68e372dd4932', 'tag': '6bb09147-7bd1-41dc-813c-e1bcaf874084'}] {{(pid=105127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:02:33.763604 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51926c8a96ac3dcbe8a9a7c61d1f1b13ee7346919254cfc90a12d4d270e3eabf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eadcb5e8-2625-4cef-8e51-57bde78f176a" -d '{"events": [{"name": "network-changed", "server_uuid": "922ae20d-3e46-4b8a-80d3-68e372dd4932", "tag": "6bb09147-7bd1-41dc-813c-e1bcaf874084"}]}' {{(pid=105127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:02:33.786764 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e89002-e0e2-43ee-b625-944ed73effc6 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb09147-7bd1-41dc-813c-e1bcaf874084,revision_number=3']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:33.792409 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-84e89002-e0e2-43ee-b625-944ed73effc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:33.807750 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a43b799-cc6c-4e25-8812-1a13e515d0d2 x-openstack-request-id: req-7a43b799-cc6c-4e25-8812-1a13e515d0d2 {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:02:33.808072 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "922ae20d-3e46-4b8a-80d3-68e372dd4932", "tag": "6bb09147-7bd1-41dc-813c-e1bcaf874084", "status": "completed", "code": 200}]} {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:02:33.808379 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7a43b799-cc6c-4e25-8812-1a13e515d0d2 {{(pid=105127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:02:33.809083 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '922ae20d-3e46-4b8a-80d3-68e372dd4932', 'tag': '6bb09147-7bd1-41dc-813c-e1bcaf874084', 'status': 'completed', 'code': 200} Jun 29 11:02:33.919763 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcb5e8-2625-4cef-8e51-57bde78f176a req-dc1eb87d-c159-4b71-a8b4-ecc44714a2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:33.921454 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-eadcb5e8-2625-4cef-8e51-57bde78f176a req-dc1eb87d-c159-4b71-a8b4-ecc44714a2d8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=35801b52e2a44d01a98a1f9fc869638e&device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 1096 time: 0.0611904 Jun 29 11:02:34.025538 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcb5e8-2625-4cef-8e51-57bde78f176a req-c4a6c43f-3aca-462c-a8c9-8fd2bcd2d664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:34.027018 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-eadcb5e8-2625-4cef-8e51-57bde78f176a req-c4a6c43f-3aca-462c-a8c9-8fd2bcd2d664 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=35801b52e2a44d01a98a1f9fc869638e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0907266 Jun 29 11:02:34.126666 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcb5e8-2625-4cef-8e51-57bde78f176a req-b414865c-9367-4161-8386-d8b3b323d4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:34.128110 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-eadcb5e8-2625-4cef-8e51-57bde78f176a req-b414865c-9367-4161-8386-d8b3b323d4ea service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919940 Jun 29 11:02:34.251348 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-52387583-d4b7-43fb-b652-eafbbbecc779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:34.252982 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-52387583-d4b7-43fb-b652-eafbbbecc779 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=35801b52e2a44d01a98a1f9fc869638e&device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 1096 time: 0.0544629 Jun 29 11:02:34.305973 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-98e654be-3a53-43ac-811b-488571d030ae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bb09147-7bd1-41dc-813c-e1bcaf874084 HTTP/1.1" status: 200 len: 217 time: 0.0369995 Jun 29 11:02:34.375377 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b099c9-ec38-4472-9409-f65e6361db5a req-5bf87c86-1cb5-4366-8cde-4a2ec0e3c184 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:34.377076 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-68b099c9-ec38-4472-9409-f65e6361db5a req-5bf87c86-1cb5-4366-8cde-4a2ec0e3c184 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 943 time: 0.0713289 Jun 29 11:02:34.421932 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-68b099c9-ec38-4472-9409-f65e6361db5a req-ed58f2ca-2785-408f-981b-0022388aed42 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385647 Jun 29 11:02:34.603635 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-1c725a9d-dfba-41ed-8f2f-90479ed413be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:34.605123 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-1c725a9d-dfba-41ed-8f2f-90479ed413be service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2 HTTP/1.1" status: 200 len: 855 time: 0.2905204 Jun 29 11:02:34.660605 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-a3f8278a-bba7-4abe-b49e-d11fe5f8f1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:34.662020 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-a3f8278a-bba7-4abe-b49e-d11fe5f8f1c2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1a641979-4a76-4c4c-b2a0-9e114b271b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0492942 Jun 29 11:02:34.750566 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-2c94a9c8-0c37-4ec9-8bad-36bc632a7ed5 service neutron] 10.222.0.42 "GET /v2.0/networks/1a641979-4a76-4c4c-b2a0-9e114b271b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810034 Jun 29 11:02:34.837694 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-b07fd380-6e40-4468-9eec-1ad35b56456c req-a3a5d380-1392-4af9-ae75-ae370ad91db2 service neutron] 10.222.0.42 "GET /v2.0/networks/1a641979-4a76-4c4c-b2a0-9e114b271b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798564 Jun 29 11:02:35.608498 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbdf02-ed4d-413b-b0d2-0a26de56e882 req-ce17345e-2234-4627-b684-6ea74686ae87 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:35.610000 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-56dbdf02-ed4d-413b-b0d2-0a26de56e882 req-ce17345e-2234-4627-b684-6ea74686ae87 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 943 time: 0.0712881 Jun 29 11:02:35.650532 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-56dbdf02-ed4d-413b-b0d2-0a26de56e882 req-f87b39e0-981f-468c-9453-a712966a2c99 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338209 Jun 29 11:02:36.258386 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-04d2db84-feb7-4ea1-9e74-45fbdaa8d9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:36.703983 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 6bb09147-7bd1-41dc-813c-e1bcaf874084 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=105128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:02:36.810877 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 6bb09147-7bd1-41dc-813c-e1bcaf874084, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6bb09147-7bd1-41dc-813c-e1bcaf874084,segment=NetworkSegment(1870111f-630d-4b64-b696-1c360ea6bbfe),segment_id=1870111f-630d-4b64-b696-1c360ea6bbfe)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:02:36.821956 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Returning: {'device': '6bb09147-7bd1-41dc-813c-e1bcaf874084', 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54', 'port_id': '6bb09147-7bd1-41dc-813c-e1bcaf874084', 'mac_address': 'fa:16:3e:60:5e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:02:36.834370 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5c81c-fb98-4803-a1a4-a4eb197bce24 req-24b9706d-7824-4b76-b42d-959e3851e69d tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:36.835940 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-88b5c81c-fb98-4803-a1a4-a4eb197bce24 req-24b9706d-7824-4b76-b42d-959e3851e69d tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 943 time: 0.0694857 Jun 29 11:02:36.859316 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:36.871935 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb09147-7bd1-41dc-813c-e1bcaf874084 {{(pid=105128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:02:36.876383 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-88b5c81c-fb98-4803-a1a4-a4eb197bce24 req-511333c6-3247-42bf-ba00-b4d7a32af662 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337679 Jun 29 11:02:36.895951 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 6bb09147-7bd1-41dc-813c-e1bcaf874084, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6bb09147-7bd1-41dc-813c-e1bcaf874084,segment=NetworkSegment(1870111f-630d-4b64-b696-1c360ea6bbfe),segment_id=1870111f-630d-4b64-b696-1c360ea6bbfe)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:02:36.962672 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:36.965312 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-94e0cd26-e5cf-48e6-aacf-fcf52938fbd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:37.008659 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=6bb09147-7bd1-41dc-813c-e1bcaf874084,revision_number=4']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:37.012188 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:37.293492 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.agents_db [None req-6227a327-39ba-4b2a-b4ab-7b0e2d6295dc None None] Agent healthcheck: found 6 active agents {{(pid=105129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:02:37.319217 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] get_ports_and_sgs() called for port_ids ['6bb09147-7bd1-41dc-813c-e1bcaf874084'] {{(pid=105128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:02:38.068249 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18096ce3-6897-48b5-95cf-9774d83ecc21 req-ac310b21-e9d9-44cc-ace2-40db8f0575bd tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:38.070797 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-18096ce3-6897-48b5-95cf-9774d83ecc21 req-ac310b21-e9d9-44cc-ace2-40db8f0575bd tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 944 time: 0.0750737 Jun 29 11:02:38.113589 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-18096ce3-6897-48b5-95cf-9774d83ecc21 req-c94b86ac-7a1b-4fe4-93f3-31c6b23caa06 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356326 Jun 29 11:02:38.737315 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 6bb09147-7bd1-41dc-813c-e1bcaf874084 up at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:02:38.852614 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-84f93681-603e-462d-9cad-040b07e9463c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:38.901372 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Provisioning for port 6bb09147-7bd1-41dc-813c-e1bcaf874084 completed by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:02:38.905919 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Provisioning complete for port 6bb09147-7bd1-41dc-813c-e1bcaf874084 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:02:38.906301 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:38.980978 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:38.998400 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:39.004166 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922ae20d-3e46-4b8a-80d3-68e372dd4932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb09147-7bd1-41dc-813c-e1bcaf874084'}] {{(pid=105128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:02:39.006489 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f554d8236d32e986c704cda53ac23f663e6b3c5228ed3933e2c5dc2c6a48410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd0b81e-89b1-4dfb-98cc-2d43d386c460" -d '{"events": [{"server_uuid": "922ae20d-3e46-4b8a-80d3-68e372dd4932", "name": "network-vif-plugged", "status": "completed", "tag": "6bb09147-7bd1-41dc-813c-e1bcaf874084"}]}' {{(pid=105128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:02:39.020013 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 6bb09147-7bd1-41dc-813c-e1bcaf874084, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6bb09147-7bd1-41dc-813c-e1bcaf874084,segment=NetworkSegment(1870111f-630d-4b64-b696-1c360ea6bbfe),segment_id=1870111f-630d-4b64-b696-1c360ea6bbfe)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:02:39.044300 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2083bc1e-496b-4467-957e-9fd094194bec x-openstack-request-id: req-2083bc1e-496b-4467-957e-9fd094194bec {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:02:39.044640 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "922ae20d-3e46-4b8a-80d3-68e372dd4932", "name": "network-vif-plugged", "status": "completed", "tag": "6bb09147-7bd1-41dc-813c-e1bcaf874084", "code": 200}]} {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:02:39.044906 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2083bc1e-496b-4467-957e-9fd094194bec {{(pid=105128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:02:39.045314 dv-cinder-793515-4-smb neutron-server[105128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922ae20d-3e46-4b8a-80d3-68e372dd4932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb09147-7bd1-41dc-813c-e1bcaf874084', 'code': 200} Jun 29 11:02:39.104189 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:39.106041 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-a3f9d469-e701-42c7-8c9e-2f703ca56f8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:39.155084 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=6bb09147-7bd1-41dc-813c-e1bcaf874084,revision_number=5']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:39.158501 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:39.309413 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029216c-963a-4d95-8001-fc876e4344b7 req-d11c368f-be69-46c5-8007-8786364bca9a tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:39.310925 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-2029216c-963a-4d95-8001-fc876e4344b7 req-d11c368f-be69-46c5-8007-8786364bca9a tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 945 time: 0.0683501 Jun 29 11:02:39.349032 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-2029216c-963a-4d95-8001-fc876e4344b7 req-41cf4593-7efe-46f5-aa23-c9b83b087837 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323868 Jun 29 11:02:39.524596 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a5e17-804e-4db3-a76a-d90e606193af req-a539f4dd-11e0-4c1c-8cd4-14117d9c6439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:39.526072 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-f88a5e17-804e-4db3-a76a-d90e606193af req-a539f4dd-11e0-4c1c-8cd4-14117d9c6439 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 1098 time: 0.0514724 Jun 29 11:02:39.561742 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-f88a5e17-804e-4db3-a76a-d90e606193af req-b5ee7ed5-c17b-4365-bf6b-41b60894b55c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269701 Jun 29 11:02:40.218186 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:40.531862 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031c62c-cc46-49bc-b62b-322d7d65bba3 req-ceb57cda-e51b-4edd-8195-6ba1b624a089 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:40.533260 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0031c62c-cc46-49bc-b62b-322d7d65bba3 req-ceb57cda-e51b-4edd-8195-6ba1b624a089 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 945 time: 0.0654271 Jun 29 11:02:40.569867 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0031c62c-cc46-49bc-b62b-322d7d65bba3 req-6a0d6b6c-b81f-4515-992c-6ec702abdefa tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310962 Jun 29 11:02:41.308074 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 56420) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:02:41.411270 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-1c2ff497-5739-43f7-8be4-a67a37f2eebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:41.499451 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-1c2ff497-5739-43f7-8be4-a67a37f2eebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:41.572693 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-1c2ff497-5739-43f7-8be4-a67a37f2eebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:41.575326 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-fe8fadf0-8d91-4ba4-9ebe-d65be61c733d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:41.614663 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-1c2ff497-5739-43f7-8be4-a67a37f2eebc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1f99757cc5854d5badfb55da769f720e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3053679 Jun 29 11:02:41.615342 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 56426) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:02:41.615801 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ff497-5739-43f7-8be4-a67a37f2eebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953cb1e8-3b72-4989-a1d2-55d54290a52a,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:41.619597 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-1c2ff497-5739-43f7-8be4-a67a37f2eebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:41.663989 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:41.665947 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-75ffcae4-6ec2-41d1-b0a1-18c7a53092f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:41.689417 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-75ffcae4-6ec2-41d1-b0a1-18c7a53092f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:41.783501 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84487796-65a9-4aa8-888c-94329c49d0d3 req-9920e152-abee-453f-8509-cf7e73d25f8a tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:41.785014 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-84487796-65a9-4aa8-888c-94329c49d0d3 req-9920e152-abee-453f-8509-cf7e73d25f8a tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 945 time: 0.0927391 Jun 29 11:02:41.822927 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-84487796-65a9-4aa8-888c-94329c49d0d3 req-6112685e-be7b-4ee2-8c95-2bd66f1163ab tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323086 Jun 29 11:02:41.823913 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-75ffcae4-6ec2-41d1-b0a1-18c7a53092f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:41.826549 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-75ffcae4-6ec2-41d1-b0a1-18c7a53092f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:41.830037 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-75ffcae4-6ec2-41d1-b0a1-18c7a53092f0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/953cb1e8-3b72-4989-a1d2-55d54290a52a HTTP/1.1" status: 204 len: 168 time: 0.2112060 Jun 29 11:02:41.830037 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-d21e474d-8adb-49fd-92ff-0aba30e2b1ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:41.841035 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ffcae4-6ec2-41d1-b0a1-18c7a53092f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953cb1e8-3b72-4989-a1d2-55d54290a52a,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:41.843430 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-75ffcae4-6ec2-41d1-b0a1-18c7a53092f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:42.003982 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072eb05-be60-4a66-ae5c-4c268047cfab req-0cf7c379-1b5e-4d1d-ae10-061c6ef8d26e tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:42.005498 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f072eb05-be60-4a66-ae5c-4c268047cfab req-0cf7c379-1b5e-4d1d-ae10-061c6ef8d26e tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 945 time: 0.0702248 Jun 29 11:02:42.014144 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 56432) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:02:42.019069 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [None req-41abe272-fc39-4c50-a8f8-fa620111485e tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Request body: {'floatingip': {'port_id': '6bb09147-7bd1-41dc-813c-e1bcaf874084'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:02:42.060509 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-41abe272-fc39-4c50-a8f8-fa620111485e tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks [] for floatingip, before_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:42.517169 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-41abe272-fc39-4c50-a8f8-fa620111485e tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:42.595730 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-41abe272-fc39-4c50-a8f8-fa620111485e tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606879'] for floatingip, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:42.699982 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.db.l3_db [None req-41abe272-fc39-4c50-a8f8-fa620111485e tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Floating IP 636c0284-9ae0-480f-815a-4470f6ea3de1 associated. External IP: 172.28.3.211, port: 6bb09147-7bd1-41dc-813c-e1bcaf874084. Jun 29 11:02:42.882992 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 56454) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:02:42.919925 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41abe272-fc39-4c50-a8f8-fa620111485e tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Router 10349c59-05eb-4381-85c5-78b9ed9459a9 has already been hosted by L3 agent 3b2ad6f0-f3d9-4012-ac35-d330af5e0962 {{(pid=105127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:02:42.979890 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-f2538f03-28f4-486a-a6c7-294ec2729547 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1827714849-network', 'tenant_id': '062c9effd8ee472b8d3bc5a1e756224e'}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:02:43.027866 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41abe272-fc39-4c50-a8f8-fa620111485e tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify agent at l3_agent.dv-cinder-793515-4-smb the message routers_updated {{(pid=105127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:02:43.033257 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-41abe272-fc39-4c50-a8f8-fa620111485e tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for floatingip, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:43.037716 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1927bf4d-2ed5-4a54-8ffa-b1d33d0c7993 None None] Sync routers for ids ['10349c59-05eb-4381-85c5-78b9ed9459a9'] in dv-cinder-793515-4-smb {{(pid=105128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:02:43.046246 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1927bf4d-2ed5-4a54-8ffa-b1d33d0c7993 None None] Routers {'10349c59-05eb-4381-85c5-78b9ed9459a9'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:02:43.047637 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-1927bf4d-2ed5-4a54-8ffa-b1d33d0c7993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:02:39Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['10349c59-05eb-4381-85c5-78b9ed9459a9'], 'active': True} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:02:43.065709 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2538f03-28f4-486a-a6c7-294ec2729547 admin admin] Made reservation on behalf of 062c9effd8ee472b8d3bc5a1e756224e for: {'network': 1} {{(pid=105126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:02:43.068069 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-f2538f03-28f4-486a-a6c7-294ec2729547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for network, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:43.072940 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-41abe272-fc39-4c50-a8f8-fa620111485e tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "PUT /v2.0/floatingips/636c0284-9ae0-480f-815a-4470f6ea3de1 HTTP/1.1" status: 200 len: 991 time: 1.0552154 Jun 29 11:02:43.072940 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '922ae20d-3e46-4b8a-80d3-68e372dd4932', 'tag': '6bb09147-7bd1-41dc-813c-e1bcaf874084'}] {{(pid=105127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:02:43.074162 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51926c8a96ac3dcbe8a9a7c61d1f1b13ee7346919254cfc90a12d4d270e3eabf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89406ea0-d6cc-457c-b190-b2065c64dd30" -d '{"events": [{"name": "network-changed", "server_uuid": "922ae20d-3e46-4b8a-80d3-68e372dd4932", "tag": "6bb09147-7bd1-41dc-813c-e1bcaf874084"}]}' {{(pid=105127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:02:43.100412 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-f2538f03-28f4-486a-a6c7-294ec2729547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:43.119947 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5c5d29-43e5-494b-b5fc-db1e99e01569 x-openstack-request-id: req-4e5c5d29-43e5-494b-b5fc-db1e99e01569 {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:02:43.119947 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "922ae20d-3e46-4b8a-80d3-68e372dd4932", "tag": "6bb09147-7bd1-41dc-813c-e1bcaf874084", "status": "completed", "code": 200}]} {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:02:43.120332 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4e5c5d29-43e5-494b-b5fc-db1e99e01569 {{(pid=105127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:02:43.120844 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '922ae20d-3e46-4b8a-80d3-68e372dd4932', 'tag': '6bb09147-7bd1-41dc-813c-e1bcaf874084', 'status': 'completed', 'code': 200} Jun 29 11:02:43.176629 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvr_db [None req-1927bf4d-2ed5-4a54-8ffa-b1d33d0c7993 None None] Set router 10349c59-05eb-4381-85c5-78b9ed9459a9 gateway port host: dv-cinder-793515-4-smb {{(pid=105128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:02:43.195777 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-f2538f03-28f4-486a-a6c7-294ec2729547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:43.249415 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89406ea0-d6cc-457c-b190-b2065c64dd30 req-b72548c3-6f65-4afe-a24b-d633cbe4e41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:43.251114 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-89406ea0-d6cc-457c-b190-b2065c64dd30 req-b72548c3-6f65-4afe-a24b-d633cbe4e41e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=35801b52e2a44d01a98a1f9fc869638e&device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 1098 time: 0.0552831 Jun 29 11:02:43.293455 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-f2538f03-28f4-486a-a6c7-294ec2729547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:43.298120 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-f2e4df01-1338-4fa6-af1f-daa211f1264e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:43.319489 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2538f03-28f4-486a-a6c7-294ec2729547 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=105126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 11:02:43.330559 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2538f03-28f4-486a-a6c7-294ec2729547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a747de9-a1d5-4d79-ae65-a08a227b2bae,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:43.335066 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-f2538f03-28f4-486a-a6c7-294ec2729547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:43.336383 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-f2538f03-28f4-486a-a6c7-294ec2729547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790'] for segment, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:43.337057 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.db.segments_db [None req-f2538f03-28f4-486a-a6c7-294ec2729547 admin admin] Added segment 551fa48c-acb9-413f-b189-f5db6cd89329 of type vlan for network 46f7c738-bc72-4d61-9a70-6790c1236e3a Jun 29 11:02:43.352017 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89406ea0-d6cc-457c-b190-b2065c64dd30 req-e331ede7-17c0-473b-8a2e-69c190e488dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:43.353770 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-89406ea0-d6cc-457c-b190-b2065c64dd30 req-e331ede7-17c0-473b-8a2e-69c190e488dd service neutron] 10.222.0.42 "GET /v2.0/networks?id=1a641979-4a76-4c4c-b2a0-9e114b271b54 HTTP/1.1" status: 200 len: 917 time: 0.0951428 Jun 29 11:02:43.378836 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-f2538f03-28f4-486a-a6c7-294ec2729547 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761935103034'] for network, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:43.425728 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-89406ea0-d6cc-457c-b190-b2065c64dd30 req-783c19aa-177d-44e7-89f9-d1114b63d3e4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bb09147-7bd1-41dc-813c-e1bcaf874084 HTTP/1.1" status: 200 len: 999 time: 0.0621049 Jun 29 11:02:43.448973 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-1927bf4d-2ed5-4a54-8ffa-b1d33d0c7993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'name': 'tempest-AttachVolumeShelveTestJSON-728062373-router', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': 'c1ba7bf7-47c4-4bbf-9d40-37a856a8118b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:02:20Z', 'updated_at': '2021-06-29T11:02:24Z', 'revision_number': 4, 'project_id': '35801b52e2a44d01a98a1f9fc869638e', 'gw_port': {'id': 'c1ba7bf7-47c4-4bbf-9d40-37a856a8118b', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:21Z', 'updated_at': '2021-06-29T11:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_floatingips': [{'id': '636c0284-9ae0-480f-815a-4470f6ea3de1', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'floating_ip_address': '172.28.3.211', 'floating_network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'router_id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'port_id': '6bb09147-7bd1-41dc-813c-e1bcaf874084', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54', 'mac_address': 'fa:16:3e:60:5e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922ae20d-3e46-4b8a-80d3-68e372dd4932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:02:27Z', 'updated_at': '2021-06-29T11:02:42Z', 'revision_number': 1, 'project_id': '35801b52e2a44d01a98a1f9fc869638e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074821cf-3aeb-409a-a6fb-3df20f5999f6', 'name': '', 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'mac_address': 'fa:16:3e:27:ce:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:23Z', 'updated_at': '2021-06-29T11:02:30Z', 'revision_number': 5, 'project_id': '35801b52e2a44d01a98a1f9fc869638e', 'subnets': [{'id': '18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:02:43.473172 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-f2538f03-28f4-486a-a6c7-294ec2729547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116'] for network, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:43.474600 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2538f03-28f4-486a-a6c7-294ec2729547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:43.475190 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-f2538f03-28f4-486a-a6c7-294ec2729547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for network, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:43.477126 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1927bf4d-2ed5-4a54-8ffa-b1d33d0c7993 None None] Checking router: 10349c59-05eb-4381-85c5-78b9ed9459a9 for host: dv-cinder-793515-4-smb {{(pid=105128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:02:43.479820 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89406ea0-d6cc-457c-b190-b2065c64dd30 req-4c4666af-b136-4e38-aa5e-f5e92e7ba201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:43.481344 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-89406ea0-d6cc-457c-b190-b2065c64dd30 req-4c4666af-b136-4e38-aa5e-f5e92e7ba201 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2 HTTP/1.1" status: 200 len: 855 time: 0.0488949 Jun 29 11:02:43.484165 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-2a0cba5a-ec2b-43ac-b54a-f8b52827a4f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:43.485788 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1927bf4d-2ed5-4a54-8ffa-b1d33d0c7993 None None] Routers {'10349c59-05eb-4381-85c5-78b9ed9459a9'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:02:43.486400 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-1927bf4d-2ed5-4a54-8ffa-b1d33d0c7993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:02:39Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['10349c59-05eb-4381-85c5-78b9ed9459a9'], 'active': True} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:02:43.545698 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2538f03-28f4-486a-a6c7-294ec2729547 admin admin] Pushing event updated for resources: {'Network': ['ID=46f7c738-bc72-4d61-9a70-6790c1236e3a,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:43.556743 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-f2538f03-28f4-486a-a6c7-294ec2729547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:43.562044 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 56464) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:02:43.565667 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89406ea0-d6cc-457c-b190-b2065c64dd30 req-49cd4da2-ccfc-448e-8a6c-fedf1c6ea2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:43.566308 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-f2538f03-28f4-486a-a6c7-294ec2729547 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6820750 Jun 29 11:02:43.567728 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-89406ea0-d6cc-457c-b190-b2065c64dd30 req-49cd4da2-ccfc-448e-8a6c-fedf1c6ea2f4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1a641979-4a76-4c4c-b2a0-9e114b271b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0792990 Jun 29 11:02:43.572905 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [None req-38e7e26f-1e19-47d2-9e26-7752499469ba admin admin] Request body: {'subnet': {'network_id': '46f7c738-bc72-4d61-9a70-6790c1236e3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1827714849-subnet', 'tenant_id': '062c9effd8ee472b8d3bc5a1e756224e', 'ip_version': 4}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:02:43.584232 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Network 46f7c738-bc72-4d61-9a70-6790c1236e3a details requested by agent ovs-agent-dv-cinder-793515-4-smb with host dv-cinder-793515-4-smb {{(pid=105128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 11:02:43.683639 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvr_db [None req-1927bf4d-2ed5-4a54-8ffa-b1d33d0c7993 None None] Set router 10349c59-05eb-4381-85c5-78b9ed9459a9 gateway port host: dv-cinder-793515-4-smb {{(pid=105128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:02:43.684447 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-89406ea0-d6cc-457c-b190-b2065c64dd30 req-498eb238-7858-431f-9398-9280c728794b service neutron] 10.222.0.42 "GET /v2.0/networks/1a641979-4a76-4c4c-b2a0-9e114b271b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027339 Jun 29 11:02:43.740969 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e7e26f-1e19-47d2-9e26-7752499469ba admin admin] Made reservation on behalf of 062c9effd8ee472b8d3bc5a1e756224e for: {'subnet': 1} {{(pid=105127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:02:43.743235 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-38e7e26f-1e19-47d2-9e26-7752499469ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130225251'] for subnet, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:43.843531 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-89406ea0-d6cc-457c-b190-b2065c64dd30 req-1c03ff39-04fd-499b-a91f-4863389d60e8 service neutron] 10.222.0.42 "GET /v2.0/networks/1a641979-4a76-4c4c-b2a0-9e114b271b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523910 Jun 29 11:02:43.931991 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-1927bf4d-2ed5-4a54-8ffa-b1d33d0c7993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'name': 'tempest-AttachVolumeShelveTestJSON-728062373-router', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': 'c1ba7bf7-47c4-4bbf-9d40-37a856a8118b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:02:20Z', 'updated_at': '2021-06-29T11:02:24Z', 'revision_number': 4, 'project_id': '35801b52e2a44d01a98a1f9fc869638e', 'gw_port': {'id': 'c1ba7bf7-47c4-4bbf-9d40-37a856a8118b', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:21Z', 'updated_at': '2021-06-29T11:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_floatingips': [{'id': '636c0284-9ae0-480f-815a-4470f6ea3de1', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'floating_ip_address': '172.28.3.211', 'floating_network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'router_id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'port_id': '6bb09147-7bd1-41dc-813c-e1bcaf874084', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54', 'mac_address': 'fa:16:3e:60:5e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922ae20d-3e46-4b8a-80d3-68e372dd4932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:02:27Z', 'updated_at': '2021-06-29T11:02:42Z', 'revision_number': 1, 'project_id': '35801b52e2a44d01a98a1f9fc869638e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074821cf-3aeb-409a-a6fb-3df20f5999f6', 'name': '', 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'mac_address': 'fa:16:3e:27:ce:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:23Z', 'updated_at': '2021-06-29T11:02:30Z', 'revision_number': 5, 'project_id': '35801b52e2a44d01a98a1f9fc869638e', 'subnets': [{'id': '18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:02:43.962541 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1927bf4d-2ed5-4a54-8ffa-b1d33d0c7993 None None] The sync data for ids ['10349c59-05eb-4381-85c5-78b9ed9459a9'] in dv-cinder-793515-4-smb is: [{'id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'name': 'tempest-AttachVolumeShelveTestJSON-728062373-router', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': 'c1ba7bf7-47c4-4bbf-9d40-37a856a8118b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:02:20Z', 'updated_at': '2021-06-29T11:02:24Z', 'revision_number': 4, 'project_id': '35801b52e2a44d01a98a1f9fc869638e', 'gw_port': {'id': 'c1ba7bf7-47c4-4bbf-9d40-37a856a8118b', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:21Z', 'updated_at': '2021-06-29T11:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_floatingips': [{'id': '636c0284-9ae0-480f-815a-4470f6ea3de1', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'floating_ip_address': '172.28.3.211', 'floating_network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'router_id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'port_id': '6bb09147-7bd1-41dc-813c-e1bcaf874084', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54', 'mac_address': 'fa:16:3e:60:5e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922ae20d-3e46-4b8a-80d3-68e372dd4932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:02:27Z', 'updated_at': '2021-06-29T11:02:42Z', 'revision_number': 1, 'project_id': '35801b52e2a44d01a98a1f9fc869638e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074821cf-3aeb-409a-a6fb-3df20f5999f6', 'name': '', 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'mac_address': 'fa:16:3e:27:ce:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:23Z', 'updated_at': '2021-06-29T11:02:30Z', 'revision_number': 5, 'project_id': '35801b52e2a44d01a98a1f9fc869638e', 'subnets': [{'id': '18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:02:44.001514 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-38e7e26f-1e19-47d2-9e26-7752499469ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130347026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130097049'] for subnet, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:44.003763 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:44.056552 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e7e26f-1e19-47d2-9e26-7752499469ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc3ad3db-db67-480b-a014-8ca92a76ef0f,revision_number=0']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:44.060063 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-38e7e26f-1e19-47d2-9e26-7752499469ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:44.067596 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e7e26f-1e19-47d2-9e26-7752499469ba admin admin] Checking segment: {'id': '551fa48c-acb9-413f-b189-f5db6cd89329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '46f7c738-bc72-4d61-9a70-6790c1236e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:02:44.067951 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e7e26f-1e19-47d2-9e26-7752499469ba admin admin] Network hostable DHCP agents. Network: 46f7c738-bc72-4d61-9a70-6790c1236e3a, hostable agents: ['c0824d2b-2f6c-4dc3-a849-d7b48d525e7a'], hosted agents: [] {{(pid=105127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 11:02:44.121432 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e7e26f-1e19-47d2-9e26-7752499469ba admin admin] Network 46f7c738-bc72-4d61-9a70-6790c1236e3a is scheduled to be hosted by DHCP agent c0824d2b-2f6c-4dc3-a849-d7b48d525e7a with binding_index 1 {{(pid=105127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 11:02:44.152063 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459520b0-cf34-4cb7-bace-47ec694ea1af None None] New status for floating IP 636c0284-9ae0-480f-815a-4470f6ea3de1: ACTIVE {{(pid=105129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 11:02:44.212268 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.base_scheduler [None req-38e7e26f-1e19-47d2-9e26-7752499469ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-4-smb, 46f7c738-bc72-4d61-9a70-6790c1236e3a) {{(pid=105127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:02:44.216414 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e7e26f-1e19-47d2-9e26-7752499469ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:44.217074 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-38e7e26f-1e19-47d2-9e26-7752499469ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for subnet, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:44.222518 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ef1d84-5084-4f0e-a3de-61b383e6848a None None] Network 46f7c738-bc72-4d61-9a70-6790c1236e3a requested from dv-cinder-793515-4-smb {{(pid=105128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:02:44.288458 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-38e7e26f-1e19-47d2-9e26-7752499469ba admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7191463 Jun 29 11:02:44.290742 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 56474) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:02:44.295937 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [None req-3707ae78-0840-4487-b746-d63c9f30098e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1827714849-router', 'tenant_id': '062c9effd8ee472b8d3bc5a1e756224e', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907'}}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:02:44.384097 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-3707ae78-0840-4487-b746-d63c9f30098e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-682'] for router, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:44.392315 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a4252d-1d6b-4c9c-b87c-687f05c840de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4b559d8-e9f4-525d-98e1-7d473caeefe3-46f7c738-bc72-4d61-9a70-6790c1236e3a', 'network_id': '46f7c738-bc72-4d61-9a70-6790c1236e3a', 'tenant_id': '062c9effd8ee472b8d3bc5a1e756224e', 'fixed_ips': [{'subnet_id': 'cc3ad3db-db67-480b-a014-8ca92a76ef0f'}]}} from dv-cinder-793515-4-smb. {{(pid=105128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 11:02:44.396322 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-3707ae78-0840-4487-b746-d63c9f30098e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-659'] for router, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:44.396463 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-78a4252d-1d6b-4c9c-b87c-687f05c840de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:44.461168 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-3707ae78-0840-4487-b746-d63c9f30098e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:44.536736 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.db_base_plugin_common [None req-78a4252d-1d6b-4c9c-b87c-687f05c840de None None] Allocated IP 172.20.0.2 (46f7c738-bc72-4d61-9a70-6790c1236e3a/cc3ad3db-db67-480b-a014-8ca92a76ef0f/77527e45-bcc6-4e02-b355-85c4cb33c845) {{(pid=105128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:02:44.659330 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-3707ae78-0840-4487-b746-d63c9f30098e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-653'] for router, precommit_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:44.813089 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-78a4252d-1d6b-4c9c-b87c-687f05c840de None None] Notify callbacks [] for port, precommit_create {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:44.821191 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-78a4252d-1d6b-4c9c-b87c-687f05c840de None None] Transition to ACTIVE for port object 77527e45-bcc6-4e02-b355-85c4cb33c845 will not be triggered until provisioned by entity L2. {{(pid=105128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:02:44.835333 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-78a4252d-1d6b-4c9c-b87c-687f05c840de None None] Transition to ACTIVE for port object 77527e45-bcc6-4e02-b355-85c4cb33c845 will not be triggered until provisioned by entity DHCP. {{(pid=105128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:02:44.922427 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-78a4252d-1d6b-4c9c-b87c-687f05c840de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791'] for port, after_create {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:44.924047 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-3707ae78-0840-4487-b746-d63c9f30098e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:44.925386 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:44.943079 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-3707ae78-0840-4487-b746-d63c9f30098e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:44.960836 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a4252d-1d6b-4c9c-b87c-687f05c840de None None] Network 46f7c738-bc72-4d61-9a70-6790c1236e3a is already hosted by enough agents. {{(pid=105128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:02:44.963610 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.scheduler.base_scheduler [None req-78a4252d-1d6b-4c9c-b87c-687f05c840de None None] Resources bound (agent type, host, resource id): {{(pid=105128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:02:44.967093 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a4252d-1d6b-4c9c-b87c-687f05c840de None None] Received port after_create {{(pid=105128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:02:44.978199 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4252d-1d6b-4c9c-b87c-687f05c840de None None] Pushing event updated for resources: {'Port': ['ID=77527e45-bcc6-4e02-b355-85c4cb33c845,revision_number=1']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:44.981590 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-78a4252d-1d6b-4c9c-b87c-687f05c840de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:45.034094 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-78a4252d-1d6b-4c9c-b87c-687f05c840de None None] Attempting to bind port 77527e45-bcc6-4e02-b355-85c4cb33c845 on host dv-cinder-793515-4-smb for vnic_type normal with profile {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:02:45.034377 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-78a4252d-1d6b-4c9c-b87c-687f05c840de None None] Attempting to bind port 77527e45-bcc6-4e02-b355-85c4cb33c845 by drivers openvswitch,hyperv on host dv-cinder-793515-4-smb at level 0 using segments [{'id': '551fa48c-acb9-413f-b189-f5db6cd89329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '46f7c738-bc72-4d61-9a70-6790c1236e3a'}] {{(pid=105128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:02:45.034743 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a4252d-1d6b-4c9c-b87c-687f05c840de None None] Attempting to bind port 77527e45-bcc6-4e02-b355-85c4cb33c845 on network 46f7c738-bc72-4d61-9a70-6790c1236e3a {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:02:45.039930 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a4252d-1d6b-4c9c-b87c-687f05c840de None None] Checking agent: {'id': 'cc1c0530-ae64-418d-bf21-3e9fb04f4b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 50, 39), 'started_at': datetime.datetime(2021, 6, 29, 10, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:02:45.040321 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a4252d-1d6b-4c9c-b87c-687f05c840de None None] Checking segment: {'id': '551fa48c-acb9-413f-b189-f5db6cd89329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '46f7c738-bc72-4d61-9a70-6790c1236e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:02:45.040764 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-78a4252d-1d6b-4c9c-b87c-687f05c840de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:45.041163 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a4252d-1d6b-4c9c-b87c-687f05c840de None None] Bound using segment: {'id': '551fa48c-acb9-413f-b189-f5db6cd89329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '46f7c738-bc72-4d61-9a70-6790c1236e3a'} {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:02:45.041636 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-78a4252d-1d6b-4c9c-b87c-687f05c840de None None] Bound port: 77527e45-bcc6-4e02-b355-85c4cb33c845, host: dv-cinder-793515-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '551fa48c-acb9-413f-b189-f5db6cd89329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '46f7c738-bc72-4d61-9a70-6790c1236e3a'}}] {{(pid=105128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:02:45.042022 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-78a4252d-1d6b-4c9c-b87c-687f05c840de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:45.107718 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-78a4252d-1d6b-4c9c-b87c-687f05c840de None None] For port 77527e45-bcc6-4e02-b355-85c4cb33c845, host dv-cinder-793515-4-smb, cleared binding levels {{(pid=105128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:02:45.111660 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-78a4252d-1d6b-4c9c-b87c-687f05c840de None None] For port 77527e45-bcc6-4e02-b355-85c4cb33c845, host dv-cinder-793515-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=77527e45-bcc6-4e02-b355-85c4cb33c845,segment=NetworkSegment(551fa48c-acb9-413f-b189-f5db6cd89329),segment_id=551fa48c-acb9-413f-b189-f5db6cd89329)] {{(pid=105128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:02:45.213343 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-78a4252d-1d6b-4c9c-b87c-687f05c840de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:45.215425 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:45.284497 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4252d-1d6b-4c9c-b87c-687f05c840de None None] Pushing event updated for resources: {'Port': ['ID=77527e45-bcc6-4e02-b355-85c4cb33c845,revision_number=2']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:45.287730 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-78a4252d-1d6b-4c9c-b87c-687f05c840de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:45.301893 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.db_base_plugin_common [None req-3707ae78-0840-4487-b746-d63c9f30098e admin admin] Allocated IP 172.28.3.242 (1d7db265-d806-41f6-8c7b-d59edd3be907/fc612ae2-4270-45ac-95ad-2bcf2d224ecb/13734a33-4777-45c3-9e15-4ca4dfc7d157) {{(pid=105127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:02:45.404897 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-3707ae78-0840-4487-b746-d63c9f30098e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:45.533332 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-3707ae78-0840-4487-b746-d63c9f30098e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130347142'] for port, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:45.535650 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-42f2a426-9202-407b-b99b-61e9a0d25ffc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:45.573894 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3707ae78-0840-4487-b746-d63c9f30098e admin admin] Network 1d7db265-d806-41f6-8c7b-d59edd3be907 is already hosted by enough agents. {{(pid=105127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:02:45.576903 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.base_scheduler [None req-3707ae78-0840-4487-b746-d63c9f30098e admin admin] Resources bound (agent type, host, resource id): {{(pid=105127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:02:45.581962 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3707ae78-0840-4487-b746-d63c9f30098e admin admin] Received port after_create {{(pid=105127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:02:45.585044 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3707ae78-0840-4487-b746-d63c9f30098e admin admin] Pushing event updated for resources: {'Port': ['ID=13734a33-4777-45c3-9e15-4ca4dfc7d157,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:45.603741 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-3707ae78-0840-4487-b746-d63c9f30098e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:45.710218 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 77527e45-bcc6-4e02-b355-85c4cb33c845 up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:02:45.841283 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning for port 77527e45-bcc6-4e02-b355-85c4cb33c845 completed by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:02:45.918310 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-3707ae78-0840-4487-b746-d63c9f30098e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:46.116551 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377c75e3-f8ea-4dab-a9cb-b56836952780 None None] Network 46f7c738-bc72-4d61-9a70-6790c1236e3a requested from dv-cinder-793515-4-smb {{(pid=105128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:02:46.120780 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-3707ae78-0840-4487-b746-d63c9f30098e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540137'] for router, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:46.260540 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-ce2e97e5-069f-4045-97f0-ef0dcd893706 None None] Provisioning for port 77527e45-bcc6-4e02-b355-85c4cb33c845 completed by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:02:46.265913 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-ce2e97e5-069f-4045-97f0-ef0dcd893706 None None] Provisioning complete for port 77527e45-bcc6-4e02-b355-85c4cb33c845 triggered by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:02:46.266301 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-ce2e97e5-069f-4045-97f0-ef0dcd893706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:46.320821 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3707ae78-0840-4487-b746-d63c9f30098e admin admin] Router 119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc is scheduled to L3 agent 3b2ad6f0-f3d9-4012-ac35-d330af5e0962 with binding_index 1 {{(pid=105127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 11:02:46.365135 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-ce2e97e5-069f-4045-97f0-ef0dcd893706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:46.400444 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-ce2e97e5-069f-4045-97f0-ef0dcd893706 None None] For port 77527e45-bcc6-4e02-b355-85c4cb33c845, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=77527e45-bcc6-4e02-b355-85c4cb33c845,segment=NetworkSegment(551fa48c-acb9-413f-b189-f5db6cd89329),segment_id=551fa48c-acb9-413f-b189-f5db6cd89329)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:02:46.444225 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3707ae78-0840-4487-b746-d63c9f30098e admin admin] Notify agent at l3_agent.dv-cinder-793515-4-smb the message routers_updated {{(pid=105127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:02:46.454397 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3282ef8f-3364-4295-97c3-87d600dc9e96 None None] Sync routers for ids ['119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc'] in dv-cinder-793515-4-smb {{(pid=105128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:02:46.465013 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3282ef8f-3364-4295-97c3-87d600dc9e96 None None] Routers {'119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:02:46.465663 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-3282ef8f-3364-4295-97c3-87d600dc9e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:02:39Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc'], 'active': True} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:02:46.504728 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-ce2e97e5-069f-4045-97f0-ef0dcd893706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:46.507990 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:46.532876 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-3707ae78-0840-4487-b746-d63c9f30098e admin admin] Notify callbacks [] for router, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:46.534171 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-3707ae78-0840-4487-b746-d63c9f30098e admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2420852 Jun 29 11:02:46.536855 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 56484) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:02:46.603021 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e97e5-069f-4045-97f0-ef0dcd893706 None None] Pushing event updated for resources: {'Port': ['ID=77527e45-bcc6-4e02-b355-85c4cb33c845,revision_number=3']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:46.607270 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-ce2e97e5-069f-4045-97f0-ef0dcd893706 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:46.627327 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvr_db [None req-3282ef8f-3364-4295-97c3-87d600dc9e96 None None] Set router 119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc gateway port host: dv-cinder-793515-4-smb {{(pid=105128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:02:46.695766 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-c893fe06-e34f-428c-80de-93a78f93d643 None None] Provisioning complete for port 77527e45-bcc6-4e02-b355-85c4cb33c845 triggered by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:02:46.696194 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-c893fe06-e34f-428c-80de-93a78f93d643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:46.902195 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-3282ef8f-3364-4295-97c3-87d600dc9e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc', 'name': 'tempest-TestMinimumBasicScenario-1827714849-router', 'tenant_id': '062c9effd8ee472b8d3bc5a1e756224e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': '13734a33-4777-45c3-9e15-4ca4dfc7d157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:02:44Z', 'updated_at': '2021-06-29T11:02:45Z', 'revision_number': 3, 'project_id': '062c9effd8ee472b8d3bc5a1e756224e', 'gw_port': {'id': '13734a33-4777-45c3-9e15-4ca4dfc7d157', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:44Z', 'updated_at': '2021-06-29T11:02:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb'}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:02:46.929482 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3282ef8f-3364-4295-97c3-87d600dc9e96 None None] Checking router: 119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc for host: dv-cinder-793515-4-smb {{(pid=105128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:02:46.929851 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3282ef8f-3364-4295-97c3-87d600dc9e96 None None] Updating router 119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc port 13734a33-4777-45c3-9e15-4ca4dfc7d157 binding host dv-cinder-793515-4-smb {{(pid=105128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:02:46.963784 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3282ef8f-3364-4295-97c3-87d600dc9e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:46.972635 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-99a5016e-eaf6-4ebc-b7bf-1d6306381ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:47.139149 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.db_base_plugin_common [None req-99a5016e-eaf6-4ebc-b7bf-1d6306381ff5 admin admin] Allocated IP 172.20.0.1 (46f7c738-bc72-4d61-9a70-6790c1236e3a/cc3ad3db-db67-480b-a014-8ca92a76ef0f/3dca261e-3c6e-4db1-8a9d-c527f3bd9eac) {{(pid=105127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:02:47.232896 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3282ef8f-3364-4295-97c3-87d600dc9e96 None None] Notify callbacks [] for port, precommit_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:47.243331 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-3282ef8f-3364-4295-97c3-87d600dc9e96 None None] Transition to ACTIVE for port object 13734a33-4777-45c3-9e15-4ca4dfc7d157 will not be triggered until provisioned by entity L2. {{(pid=105128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:02:47.262182 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-99a5016e-eaf6-4ebc-b7bf-1d6306381ff5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:47.275969 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.provisioning_blocks [None req-99a5016e-eaf6-4ebc-b7bf-1d6306381ff5 admin admin] Transition to ACTIVE for port object 3dca261e-3c6e-4db1-8a9d-c527f3bd9eac will not be triggered until provisioned by entity DHCP. {{(pid=105127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:02:47.372679 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3282ef8f-3364-4295-97c3-87d600dc9e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:47.375764 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:47.412718 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-99a5016e-eaf6-4ebc-b7bf-1d6306381ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130347142'] for port, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:47.415690 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-0647fb99-880b-4604-ae2b-e7fa92f344f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:47.424100 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-3282ef8f-3364-4295-97c3-87d600dc9e96 None None] Attempting to bind port 13734a33-4777-45c3-9e15-4ca4dfc7d157 on host dv-cinder-793515-4-smb for vnic_type normal with profile {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:02:47.424508 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-3282ef8f-3364-4295-97c3-87d600dc9e96 None None] Attempting to bind port 13734a33-4777-45c3-9e15-4ca4dfc7d157 by drivers openvswitch,hyperv on host dv-cinder-793515-4-smb at level 0 using segments [{'id': 'cf6731c6-a9cf-4901-a91e-9599bf0473fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907'}] {{(pid=105128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:02:47.424881 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3282ef8f-3364-4295-97c3-87d600dc9e96 None None] Attempting to bind port 13734a33-4777-45c3-9e15-4ca4dfc7d157 on network 1d7db265-d806-41f6-8c7b-d59edd3be907 {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:02:47.430529 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c103b6e6-e314-405b-b0a2-9c82ba3e48c0 None None] Pushing event updated for resources: {'Port': ['ID=13734a33-4777-45c3-9e15-4ca4dfc7d157,revision_number=2']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:47.433297 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-c103b6e6-e314-405b-b0a2-9c82ba3e48c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:47.436237 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3282ef8f-3364-4295-97c3-87d600dc9e96 None None] Checking agent: {'id': 'cc1c0530-ae64-418d-bf21-3e9fb04f4b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 50, 39), 'started_at': datetime.datetime(2021, 6, 29, 10, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:02:47.436671 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3282ef8f-3364-4295-97c3-87d600dc9e96 None None] Checking segment: {'id': 'cf6731c6-a9cf-4901-a91e-9599bf0473fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:02:47.437080 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3282ef8f-3364-4295-97c3-87d600dc9e96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:47.437712 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3282ef8f-3364-4295-97c3-87d600dc9e96 None None] Bound using segment: {'id': 'cf6731c6-a9cf-4901-a91e-9599bf0473fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907'} {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:02:47.437937 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-3282ef8f-3364-4295-97c3-87d600dc9e96 None None] Bound port: 13734a33-4777-45c3-9e15-4ca4dfc7d157, host: dv-cinder-793515-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6731c6-a9cf-4901-a91e-9599bf0473fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907'}}] {{(pid=105128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:02:47.438325 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3282ef8f-3364-4295-97c3-87d600dc9e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:47.452090 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a5016e-eaf6-4ebc-b7bf-1d6306381ff5 admin admin] Network 46f7c738-bc72-4d61-9a70-6790c1236e3a is already hosted by enough agents. {{(pid=105127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:02:47.455604 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.base_scheduler [None req-99a5016e-eaf6-4ebc-b7bf-1d6306381ff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:02:47.459172 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a5016e-eaf6-4ebc-b7bf-1d6306381ff5 admin admin] Received port after_create {{(pid=105127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:02:47.485649 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a5016e-eaf6-4ebc-b7bf-1d6306381ff5 admin admin] Pushing event updated for resources: {'Port': ['ID=3dca261e-3c6e-4db1-8a9d-c527f3bd9eac,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:47.492916 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-99a5016e-eaf6-4ebc-b7bf-1d6306381ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:47.505571 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-3282ef8f-3364-4295-97c3-87d600dc9e96 None None] For port 13734a33-4777-45c3-9e15-4ca4dfc7d157, host dv-cinder-793515-4-smb, cleared binding levels {{(pid=105128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:02:47.509086 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-3282ef8f-3364-4295-97c3-87d600dc9e96 None None] For port 13734a33-4777-45c3-9e15-4ca4dfc7d157, host dv-cinder-793515-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=13734a33-4777-45c3-9e15-4ca4dfc7d157,segment=NetworkSegment(cf6731c6-a9cf-4901-a91e-9599bf0473fe),segment_id=cf6731c6-a9cf-4901-a91e-9599bf0473fe)] {{(pid=105128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:02:47.516116 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-99a5016e-eaf6-4ebc-b7bf-1d6306381ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-606623'] for router_interface, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:47.572921 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3282ef8f-3364-4295-97c3-87d600dc9e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:47.576044 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:47.634153 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3282ef8f-3364-4295-97c3-87d600dc9e96 None None] Routers {'119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:02:47.652738 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-3282ef8f-3364-4295-97c3-87d600dc9e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:02:39Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc'], 'active': True} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:02:47.673823 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c103b6e6-e314-405b-b0a2-9c82ba3e48c0 None None] Pushing event updated for resources: {'Port': ['ID=13734a33-4777-45c3-9e15-4ca4dfc7d157,revision_number=3']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:47.676973 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-c103b6e6-e314-405b-b0a2-9c82ba3e48c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:47.692240 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 77527e45-bcc6-4e02-b355-85c4cb33c845 up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:02:47.754265 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-99a5016e-eaf6-4ebc-b7bf-1d6306381ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:47.793140 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvr_db [None req-3282ef8f-3364-4295-97c3-87d600dc9e96 None None] Set router 119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc gateway port host: dv-cinder-793515-4-smb {{(pid=105128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:02:47.954345 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-99a5016e-eaf6-4ebc-b7bf-1d6306381ff5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:48.017926 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-f16cfe9c-c74a-40a7-b564-abc48ac49176 None None] Provisioning for port 3dca261e-3c6e-4db1-8a9d-c527f3bd9eac completed by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:02:48.021205 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning complete for port 77527e45-bcc6-4e02-b355-85c4cb33c845 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:02:48.021583 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:48.040641 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-99a5016e-eaf6-4ebc-b7bf-1d6306381ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130347152'] for port, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:48.043172 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-3be6e9a1-c5eb-4d9b-b034-13ede207d1f4 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:48.046799 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-f16cfe9c-c74a-40a7-b564-abc48ac49176 None None] Provisioning complete for port 3dca261e-3c6e-4db1-8a9d-c527f3bd9eac triggered by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:02:48.050527 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-f16cfe9c-c74a-40a7-b564-abc48ac49176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:48.110499 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-99a5016e-eaf6-4ebc-b7bf-1d6306381ff5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1570102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606571'] for router_interface, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:48.113385 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a5016e-eaf6-4ebc-b7bf-1d6306381ff5 admin admin] Pushing event updated for resources: {'Port': ['ID=3dca261e-3c6e-4db1-8a9d-c527f3bd9eac,revision_number=2']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:48.115864 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-f16cfe9c-c74a-40a7-b564-abc48ac49176 None None] Port 3dca261e-3c6e-4db1-8a9d-c527f3bd9eac cannot update to ACTIVE because it is not bound. {{(pid=105128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:02:48.118511 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-99a5016e-eaf6-4ebc-b7bf-1d6306381ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:48.203572 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-3282ef8f-3364-4295-97c3-87d600dc9e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc', 'name': 'tempest-TestMinimumBasicScenario-1827714849-router', 'tenant_id': '062c9effd8ee472b8d3bc5a1e756224e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': '13734a33-4777-45c3-9e15-4ca4dfc7d157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:02:44Z', 'updated_at': '2021-06-29T11:02:45Z', 'revision_number': 3, 'project_id': '062c9effd8ee472b8d3bc5a1e756224e', 'gw_port': {'id': '13734a33-4777-45c3-9e15-4ca4dfc7d157', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:44Z', 'updated_at': '2021-06-29T11:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb'}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:02:48.210082 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a5016e-eaf6-4ebc-b7bf-1d6306381ff5 admin admin] Network 46f7c738-bc72-4d61-9a70-6790c1236e3a is already hosted by enough agents. {{(pid=105127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:02:48.210082 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.base_scheduler [None req-99a5016e-eaf6-4ebc-b7bf-1d6306381ff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:02:48.230720 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3282ef8f-3364-4295-97c3-87d600dc9e96 None None] The sync data for ids ['119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc'] in dv-cinder-793515-4-smb is: [{'id': '119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc', 'name': 'tempest-TestMinimumBasicScenario-1827714849-router', 'tenant_id': '062c9effd8ee472b8d3bc5a1e756224e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': '13734a33-4777-45c3-9e15-4ca4dfc7d157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:02:44Z', 'updated_at': '2021-06-29T11:02:45Z', 'revision_number': 3, 'project_id': '062c9effd8ee472b8d3bc5a1e756224e', 'gw_port': {'id': '13734a33-4777-45c3-9e15-4ca4dfc7d157', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:44Z', 'updated_at': '2021-06-29T11:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb'}] {{(pid=105128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:02:48.337159 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a5016e-eaf6-4ebc-b7bf-1d6306381ff5 admin admin] Router 119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc has already been hosted by L3 agent 3b2ad6f0-f3d9-4012-ac35-d330af5e0962 {{(pid=105127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:02:48.458324 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-1e20d035-e97a-4a5f-959a-cb071f0c2ae8 None None] Provisioning complete for port 3dca261e-3c6e-4db1-8a9d-c527f3bd9eac triggered by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:02:48.458872 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-1e20d035-e97a-4a5f-959a-cb071f0c2ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:48.460149 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a5016e-eaf6-4ebc-b7bf-1d6306381ff5 admin admin] Notify agent at l3_agent.dv-cinder-793515-4-smb the message routers_updated {{(pid=105127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:02:48.473440 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-99a5016e-eaf6-4ebc-b7bf-1d6306381ff5 admin admin] 10.222.0.66 "PUT /v2.0/routers/119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9355505 Jun 29 11:02:48.506431 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-1e20d035-e97a-4a5f-959a-cb071f0c2ae8 None None] Port 3dca261e-3c6e-4db1-8a9d-c527f3bd9eac cannot update to ACTIVE because it is not bound. {{(pid=105128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:02:49.222648 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 56518) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:02:49.228073 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [None req-5c25871c-47ee-463a-b997-d9eaee62a994 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1441094742-network', 'tenant_id': '29c1b71d8f3143d999f673b981ef5fbe'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:02:49.360669 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c25871c-47ee-463a-b997-d9eaee62a994 admin admin] Made reservation on behalf of 29c1b71d8f3143d999f673b981ef5fbe for: {'network': 1} {{(pid=105127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:02:49.363169 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-5c25871c-47ee-463a-b997-d9eaee62a994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for network, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:49.372249 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-5c25871c-47ee-463a-b997-d9eaee62a994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:49.460490 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-5c25871c-47ee-463a-b997-d9eaee62a994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:49.543683 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-5c25871c-47ee-463a-b997-d9eaee62a994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:49.548145 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-54b1f50c-8d5c-42a3-953e-966675707a35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:49.569819 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c25871c-47ee-463a-b997-d9eaee62a994 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=105127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 11:02:49.580196 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25871c-47ee-463a-b997-d9eaee62a994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b6a28a-634a-42be-abd7-2473d582a652,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:49.585158 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-5c25871c-47ee-463a-b997-d9eaee62a994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790'] for segment, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:49.585570 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.db.segments_db [None req-5c25871c-47ee-463a-b997-d9eaee62a994 admin admin] Added segment a604d2f4-8ba9-42d2-874f-07fa9462f195 of type vlan for network 490fe32d-c860-4c3a-becf-bd3759e0fead Jun 29 11:02:49.587015 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-5c25871c-47ee-463a-b997-d9eaee62a994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:49.626748 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-5c25871c-47ee-463a-b997-d9eaee62a994 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761935103034'] for network, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:49.710774 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 13734a33-4777-45c3-9e15-4ca4dfc7d157 up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:02:49.726589 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-5c25871c-47ee-463a-b997-d9eaee62a994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116'] for network, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:49.727956 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c25871c-47ee-463a-b997-d9eaee62a994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:49.728565 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-5c25871c-47ee-463a-b997-d9eaee62a994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for network, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:49.730730 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:49.772667 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2782793-f9fc-40d5-af6c-a545d31adbf6 None None] Sync routers for ids ['119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc'] in dv-cinder-793515-4-smb {{(pid=105129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:02:49.782875 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2782793-f9fc-40d5-af6c-a545d31adbf6 None None] Routers {'119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:02:49.783574 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-b2782793-f9fc-40d5-af6c-a545d31adbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:02:39Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc'], 'active': True} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:02:49.806678 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning for port 13734a33-4777-45c3-9e15-4ca4dfc7d157 completed by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:02:49.811354 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning complete for port 13734a33-4777-45c3-9e15-4ca4dfc7d157 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:02:49.811768 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:49.897434 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:49.898332 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvr_db [None req-b2782793-f9fc-40d5-af6c-a545d31adbf6 None None] Set router 119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc gateway port host: dv-cinder-793515-4-smb {{(pid=105129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:02:49.921119 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] For port 13734a33-4777-45c3-9e15-4ca4dfc7d157, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=13734a33-4777-45c3-9e15-4ca4dfc7d157,segment=NetworkSegment(cf6731c6-a9cf-4901-a91e-9599bf0473fe),segment_id=cf6731c6-a9cf-4901-a91e-9599bf0473fe)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:02:49.972877 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:49.976555 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-ce2e97e5-069f-4045-97f0-ef0dcd893706 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:50.032073 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Pushing event updated for resources: {'Port': ['ID=13734a33-4777-45c3-9e15-4ca4dfc7d157,revision_number=4']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:50.035793 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:50.050914 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25871c-47ee-463a-b997-d9eaee62a994 admin admin] Pushing event updated for resources: {'Network': ['ID=490fe32d-c860-4c3a-becf-bd3759e0fead,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:50.053674 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-5c25871c-47ee-463a-b997-d9eaee62a994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:50.061658 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Network 490fe32d-c860-4c3a-becf-bd3759e0fead details requested by agent ovs-agent-dv-cinder-793515-4-smb with host dv-cinder-793515-4-smb {{(pid=105128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 11:02:50.097482 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-5c25871c-47ee-463a-b997-d9eaee62a994 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8736811 Jun 29 11:02:50.100267 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 56522) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:02:50.107079 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [None req-e98ee919-7fb3-4773-8787-e95d95056003 admin admin] Request body: {'subnet': {'network_id': '490fe32d-c860-4c3a-becf-bd3759e0fead', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1441094742-subnet', 'tenant_id': '29c1b71d8f3143d999f673b981ef5fbe', 'ip_version': 4}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:02:50.201179 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98ee919-7fb3-4773-8787-e95d95056003 admin admin] Made reservation on behalf of 29c1b71d8f3143d999f673b981ef5fbe for: {'subnet': 1} {{(pid=105127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:02:50.203295 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-b2782793-f9fc-40d5-af6c-a545d31adbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc', 'name': 'tempest-TestMinimumBasicScenario-1827714849-router', 'tenant_id': '062c9effd8ee472b8d3bc5a1e756224e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': '13734a33-4777-45c3-9e15-4ca4dfc7d157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:02:44Z', 'updated_at': '2021-06-29T11:02:47Z', 'revision_number': 4, 'project_id': '062c9effd8ee472b8d3bc5a1e756224e', 'gw_port': {'id': '13734a33-4777-45c3-9e15-4ca4dfc7d157', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:44Z', 'updated_at': '2021-06-29T11:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_interfaces': [{'id': '3dca261e-3c6e-4db1-8a9d-c527f3bd9eac', 'name': '', 'network_id': '46f7c738-bc72-4d61-9a70-6790c1236e3a', 'tenant_id': '062c9effd8ee472b8d3bc5a1e756224e', 'mac_address': 'fa:16:3e:4d:49:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'cc3ad3db-db67-480b-a014-8ca92a76ef0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:46Z', 'updated_at': '2021-06-29T11:02:47Z', 'revision_number': 2, 'project_id': '062c9effd8ee472b8d3bc5a1e756224e', 'subnets': [{'id': 'cc3ad3db-db67-480b-a014-8ca92a76ef0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:02:50.204567 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-e98ee919-7fb3-4773-8787-e95d95056003 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130225251'] for subnet, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:50.230067 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2782793-f9fc-40d5-af6c-a545d31adbf6 None None] Checking router: 119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc for host: dv-cinder-793515-4-smb {{(pid=105129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:02:50.230425 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2782793-f9fc-40d5-af6c-a545d31adbf6 None None] Updating router 119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc port 3dca261e-3c6e-4db1-8a9d-c527f3bd9eac binding host dv-cinder-793515-4-smb {{(pid=105129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:02:50.267972 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-b2782793-f9fc-40d5-af6c-a545d31adbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:50.440805 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-e98ee919-7fb3-4773-8787-e95d95056003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130347026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130097049'] for subnet, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:50.443907 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:50.488480 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ee919-7fb3-4773-8787-e95d95056003 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f034e75-d3bb-4df7-871a-253c7c98aaf9,revision_number=0']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:50.493774 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-e98ee919-7fb3-4773-8787-e95d95056003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:50.506993 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ee919-7fb3-4773-8787-e95d95056003 admin admin] Checking segment: {'id': 'a604d2f4-8ba9-42d2-874f-07fa9462f195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '490fe32d-c860-4c3a-becf-bd3759e0fead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:02:50.507355 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98ee919-7fb3-4773-8787-e95d95056003 admin admin] Network hostable DHCP agents. Network: 490fe32d-c860-4c3a-becf-bd3759e0fead, hostable agents: ['c0824d2b-2f6c-4dc3-a849-d7b48d525e7a'], hosted agents: [] {{(pid=105127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 11:02:50.531850 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-b2782793-f9fc-40d5-af6c-a545d31adbf6 None None] Notify callbacks [] for port, precommit_update {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:50.541369 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.provisioning_blocks [None req-b2782793-f9fc-40d5-af6c-a545d31adbf6 None None] Transition to ACTIVE for port object 3dca261e-3c6e-4db1-8a9d-c527f3bd9eac will not be triggered until provisioned by entity L2. {{(pid=105129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:02:50.560767 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98ee919-7fb3-4773-8787-e95d95056003 admin admin] Network 490fe32d-c860-4c3a-becf-bd3759e0fead is scheduled to be hosted by DHCP agent c0824d2b-2f6c-4dc3-a849-d7b48d525e7a with binding_index 1 {{(pid=105127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 11:02:50.600907 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-b2782793-f9fc-40d5-af6c-a545d31adbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:50.603258 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:50.629399 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.base_scheduler [None req-e98ee919-7fb3-4773-8787-e95d95056003 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-4-smb, 490fe32d-c860-4c3a-becf-bd3759e0fead) {{(pid=105127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:02:50.633760 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98ee919-7fb3-4773-8787-e95d95056003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:50.634527 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-e98ee919-7fb3-4773-8787-e95d95056003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for subnet, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:50.643086 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22553cd7-b9f0-47c8-8f38-2e544a925010 None None] Network 490fe32d-c860-4c3a-becf-bd3759e0fead requested from dv-cinder-793515-4-smb {{(pid=105128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:02:50.651053 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1801f4b8-4a85-48a0-94ce-197c9cd52e4e None None] Pushing event updated for resources: {'Port': ['ID=3dca261e-3c6e-4db1-8a9d-c527f3bd9eac,revision_number=3']} {{(pid=105129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:50.653949 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG oslo_concurrency.lockutils [None req-1801f4b8-4a85-48a0-94ce-197c9cd52e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:50.711559 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-e98ee919-7fb3-4773-8787-e95d95056003 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6095915 Jun 29 11:02:50.713908 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 56530) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:02:50.728320 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [None req-f70f5ed0-f24b-4fdd-b02a-ab2ade9fa530 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1441094742-router', 'tenant_id': '29c1b71d8f3143d999f673b981ef5fbe', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907'}}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:02:50.731187 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.managers [None req-b2782793-f9fc-40d5-af6c-a545d31adbf6 None None] Attempting to bind port 3dca261e-3c6e-4db1-8a9d-c527f3bd9eac on host dv-cinder-793515-4-smb for vnic_type normal with profile {{(pid=105129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:02:50.731563 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.managers [None req-b2782793-f9fc-40d5-af6c-a545d31adbf6 None None] Attempting to bind port 3dca261e-3c6e-4db1-8a9d-c527f3bd9eac by drivers openvswitch,hyperv on host dv-cinder-793515-4-smb at level 0 using segments [{'id': '551fa48c-acb9-413f-b189-f5db6cd89329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '46f7c738-bc72-4d61-9a70-6790c1236e3a'}] {{(pid=105129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:02:50.731931 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2782793-f9fc-40d5-af6c-a545d31adbf6 None None] Attempting to bind port 3dca261e-3c6e-4db1-8a9d-c527f3bd9eac on network 46f7c738-bc72-4d61-9a70-6790c1236e3a {{(pid=105129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:02:50.738410 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2782793-f9fc-40d5-af6c-a545d31adbf6 None None] Checking agent: {'id': 'cc1c0530-ae64-418d-bf21-3e9fb04f4b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 50, 39), 'started_at': datetime.datetime(2021, 6, 29, 10, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:02:50.738880 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2782793-f9fc-40d5-af6c-a545d31adbf6 None None] Checking segment: {'id': '551fa48c-acb9-413f-b189-f5db6cd89329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '46f7c738-bc72-4d61-9a70-6790c1236e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:02:50.739286 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-b2782793-f9fc-40d5-af6c-a545d31adbf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:50.739684 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2782793-f9fc-40d5-af6c-a545d31adbf6 None None] Bound using segment: {'id': '551fa48c-acb9-413f-b189-f5db6cd89329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '46f7c738-bc72-4d61-9a70-6790c1236e3a'} {{(pid=105129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:02:50.740160 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.managers [None req-b2782793-f9fc-40d5-af6c-a545d31adbf6 None None] Bound port: 3dca261e-3c6e-4db1-8a9d-c527f3bd9eac, host: dv-cinder-793515-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '551fa48c-acb9-413f-b189-f5db6cd89329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '46f7c738-bc72-4d61-9a70-6790c1236e3a'}}] {{(pid=105129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:02:50.740586 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-b2782793-f9fc-40d5-af6c-a545d31adbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:50.818232 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.db [None req-b2782793-f9fc-40d5-af6c-a545d31adbf6 None None] For port 3dca261e-3c6e-4db1-8a9d-c527f3bd9eac, host dv-cinder-793515-4-smb, cleared binding levels {{(pid=105129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:02:50.823650 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.db [None req-b2782793-f9fc-40d5-af6c-a545d31adbf6 None None] For port 3dca261e-3c6e-4db1-8a9d-c527f3bd9eac, host dv-cinder-793515-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=3dca261e-3c6e-4db1-8a9d-c527f3bd9eac,segment=NetworkSegment(551fa48c-acb9-413f-b189-f5db6cd89329),segment_id=551fa48c-acb9-413f-b189-f5db6cd89329)] {{(pid=105129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:02:50.825944 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c970b36e-24a0-42e6-97e4-f02ade54e4b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4b559d8-e9f4-525d-98e1-7d473caeefe3-490fe32d-c860-4c3a-becf-bd3759e0fead', 'network_id': '490fe32d-c860-4c3a-becf-bd3759e0fead', 'tenant_id': '29c1b71d8f3143d999f673b981ef5fbe', 'fixed_ips': [{'subnet_id': '7f034e75-d3bb-4df7-871a-253c7c98aaf9'}]}} from dv-cinder-793515-4-smb. {{(pid=105128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 11:02:50.825944 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-c970b36e-24a0-42e6-97e4-f02ade54e4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:50.842052 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f70f5ed0-f24b-4fdd-b02a-ab2ade9fa530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-682'] for router, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:50.844949 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f70f5ed0-f24b-4fdd-b02a-ab2ade9fa530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-659'] for router, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:50.898817 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-b2782793-f9fc-40d5-af6c-a545d31adbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:50.901222 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:50.912062 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f70f5ed0-f24b-4fdd-b02a-ab2ade9fa530 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:50.961609 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2782793-f9fc-40d5-af6c-a545d31adbf6 None None] Routers {'119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:02:50.962357 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-b2782793-f9fc-40d5-af6c-a545d31adbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:02:39Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc'], 'active': True} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:02:50.967255 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1801f4b8-4a85-48a0-94ce-197c9cd52e4e None None] Pushing event updated for resources: {'Port': ['ID=3dca261e-3c6e-4db1-8a9d-c527f3bd9eac,revision_number=4']} {{(pid=105129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:50.990559 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.db_base_plugin_common [None req-c970b36e-24a0-42e6-97e4-f02ade54e4b6 None None] Allocated IP 172.20.0.2 (490fe32d-c860-4c3a-becf-bd3759e0fead/7f034e75-d3bb-4df7-871a-253c7c98aaf9/0fcb0f6b-848e-4d93-a85b-669901d77988) {{(pid=105128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:02:51.003761 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG oslo_concurrency.lockutils [None req-1801f4b8-4a85-48a0-94ce-197c9cd52e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=105129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:51.114273 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvr_db [None req-b2782793-f9fc-40d5-af6c-a545d31adbf6 None None] Set router 119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc gateway port host: dv-cinder-793515-4-smb {{(pid=105129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:02:51.148112 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f70f5ed0-f24b-4fdd-b02a-ab2ade9fa530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-653'] for router, precommit_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:51.208096 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-c970b36e-24a0-42e6-97e4-f02ade54e4b6 None None] Notify callbacks [] for port, precommit_create {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:51.218666 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-c970b36e-24a0-42e6-97e4-f02ade54e4b6 None None] Transition to ACTIVE for port object 0fcb0f6b-848e-4d93-a85b-669901d77988 will not be triggered until provisioned by entity L2. {{(pid=105128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:02:51.236056 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-c970b36e-24a0-42e6-97e4-f02ade54e4b6 None None] Transition to ACTIVE for port object 0fcb0f6b-848e-4d93-a85b-669901d77988 will not be triggered until provisioned by entity DHCP. {{(pid=105128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:02:51.342110 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-b2782793-f9fc-40d5-af6c-a545d31adbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc', 'name': 'tempest-TestMinimumBasicScenario-1827714849-router', 'tenant_id': '062c9effd8ee472b8d3bc5a1e756224e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': '13734a33-4777-45c3-9e15-4ca4dfc7d157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:02:44Z', 'updated_at': '2021-06-29T11:02:47Z', 'revision_number': 4, 'project_id': '062c9effd8ee472b8d3bc5a1e756224e', 'gw_port': {'id': '13734a33-4777-45c3-9e15-4ca4dfc7d157', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:44Z', 'updated_at': '2021-06-29T11:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_interfaces': [{'id': '3dca261e-3c6e-4db1-8a9d-c527f3bd9eac', 'name': '', 'network_id': '46f7c738-bc72-4d61-9a70-6790c1236e3a', 'tenant_id': '062c9effd8ee472b8d3bc5a1e756224e', 'mac_address': 'fa:16:3e:4d:49:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'cc3ad3db-db67-480b-a014-8ca92a76ef0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:46Z', 'updated_at': '2021-06-29T11:02:50Z', 'revision_number': 4, 'project_id': '062c9effd8ee472b8d3bc5a1e756224e', 'subnets': [{'id': 'cc3ad3db-db67-480b-a014-8ca92a76ef0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:02:51.343963 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-c970b36e-24a0-42e6-97e4-f02ade54e4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791'] for port, after_create {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:51.346762 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-c103b6e6-e314-405b-b0a2-9c82ba3e48c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:51.370102 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2782793-f9fc-40d5-af6c-a545d31adbf6 None None] The sync data for ids ['119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc'] in dv-cinder-793515-4-smb is: [{'id': '119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc', 'name': 'tempest-TestMinimumBasicScenario-1827714849-router', 'tenant_id': '062c9effd8ee472b8d3bc5a1e756224e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': '13734a33-4777-45c3-9e15-4ca4dfc7d157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:02:44Z', 'updated_at': '2021-06-29T11:02:47Z', 'revision_number': 4, 'project_id': '062c9effd8ee472b8d3bc5a1e756224e', 'gw_port': {'id': '13734a33-4777-45c3-9e15-4ca4dfc7d157', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:44Z', 'updated_at': '2021-06-29T11:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_interfaces': [{'id': '3dca261e-3c6e-4db1-8a9d-c527f3bd9eac', 'name': '', 'network_id': '46f7c738-bc72-4d61-9a70-6790c1236e3a', 'tenant_id': '062c9effd8ee472b8d3bc5a1e756224e', 'mac_address': 'fa:16:3e:4d:49:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'cc3ad3db-db67-480b-a014-8ca92a76ef0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:46Z', 'updated_at': '2021-06-29T11:02:50Z', 'revision_number': 4, 'project_id': '062c9effd8ee472b8d3bc5a1e756224e', 'subnets': [{'id': 'cc3ad3db-db67-480b-a014-8ca92a76ef0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:02:51.392633 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c970b36e-24a0-42e6-97e4-f02ade54e4b6 None None] Network 490fe32d-c860-4c3a-becf-bd3759e0fead is already hosted by enough agents. {{(pid=105128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:02:51.395678 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.scheduler.base_scheduler [None req-c970b36e-24a0-42e6-97e4-f02ade54e4b6 None None] Resources bound (agent type, host, resource id): {{(pid=105128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:02:51.398346 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c970b36e-24a0-42e6-97e4-f02ade54e4b6 None None] Received port after_create {{(pid=105128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:02:51.410587 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970b36e-24a0-42e6-97e4-f02ade54e4b6 None None] Pushing event updated for resources: {'Port': ['ID=0fcb0f6b-848e-4d93-a85b-669901d77988,revision_number=1']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:51.427789 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-c970b36e-24a0-42e6-97e4-f02ade54e4b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:51.478531 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f70f5ed0-f24b-4fdd-b02a-ab2ade9fa530 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:51.503797 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f70f5ed0-f24b-4fdd-b02a-ab2ade9fa530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:51.504239 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-c970b36e-24a0-42e6-97e4-f02ade54e4b6 None None] Attempting to bind port 0fcb0f6b-848e-4d93-a85b-669901d77988 on host dv-cinder-793515-4-smb for vnic_type normal with profile {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:02:51.504924 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-c970b36e-24a0-42e6-97e4-f02ade54e4b6 None None] Attempting to bind port 0fcb0f6b-848e-4d93-a85b-669901d77988 by drivers openvswitch,hyperv on host dv-cinder-793515-4-smb at level 0 using segments [{'id': 'a604d2f4-8ba9-42d2-874f-07fa9462f195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '490fe32d-c860-4c3a-becf-bd3759e0fead'}] {{(pid=105128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:02:51.505391 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c970b36e-24a0-42e6-97e4-f02ade54e4b6 None None] Attempting to bind port 0fcb0f6b-848e-4d93-a85b-669901d77988 on network 490fe32d-c860-4c3a-becf-bd3759e0fead {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:02:51.510847 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c970b36e-24a0-42e6-97e4-f02ade54e4b6 None None] Checking agent: {'id': 'cc1c0530-ae64-418d-bf21-3e9fb04f4b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 50, 39), 'started_at': datetime.datetime(2021, 6, 29, 10, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:02:51.511312 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c970b36e-24a0-42e6-97e4-f02ade54e4b6 None None] Checking segment: {'id': 'a604d2f4-8ba9-42d2-874f-07fa9462f195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '490fe32d-c860-4c3a-becf-bd3759e0fead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:02:51.511874 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-c970b36e-24a0-42e6-97e4-f02ade54e4b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:51.512438 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c970b36e-24a0-42e6-97e4-f02ade54e4b6 None None] Bound using segment: {'id': 'a604d2f4-8ba9-42d2-874f-07fa9462f195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '490fe32d-c860-4c3a-becf-bd3759e0fead'} {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:02:51.512937 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-c970b36e-24a0-42e6-97e4-f02ade54e4b6 None None] Bound port: 0fcb0f6b-848e-4d93-a85b-669901d77988, host: dv-cinder-793515-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a604d2f4-8ba9-42d2-874f-07fa9462f195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '490fe32d-c860-4c3a-becf-bd3759e0fead'}}] {{(pid=105128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:02:51.513398 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-c970b36e-24a0-42e6-97e4-f02ade54e4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:51.585042 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-c970b36e-24a0-42e6-97e4-f02ade54e4b6 None None] For port 0fcb0f6b-848e-4d93-a85b-669901d77988, host dv-cinder-793515-4-smb, cleared binding levels {{(pid=105128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:02:51.588389 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-c970b36e-24a0-42e6-97e4-f02ade54e4b6 None None] For port 0fcb0f6b-848e-4d93-a85b-669901d77988, host dv-cinder-793515-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=0fcb0f6b-848e-4d93-a85b-669901d77988,segment=NetworkSegment(a604d2f4-8ba9-42d2-874f-07fa9462f195),segment_id=a604d2f4-8ba9-42d2-874f-07fa9462f195)] {{(pid=105128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:02:51.635832 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.db_base_plugin_common [None req-f70f5ed0-f24b-4fdd-b02a-ab2ade9fa530 admin admin] Allocated IP 172.28.3.134 (1d7db265-d806-41f6-8c7b-d59edd3be907/fc612ae2-4270-45ac-95ad-2bcf2d224ecb/5113b835-e2fc-45df-83a1-14362285f0e6) {{(pid=105127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:02:51.669772 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-c970b36e-24a0-42e6-97e4-f02ade54e4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:51.673903 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:51.779196 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970b36e-24a0-42e6-97e4-f02ade54e4b6 None None] Pushing event updated for resources: {'Port': ['ID=0fcb0f6b-848e-4d93-a85b-669901d77988,revision_number=2']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:51.779196 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-c970b36e-24a0-42e6-97e4-f02ade54e4b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:51.783428 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f70f5ed0-f24b-4fdd-b02a-ab2ade9fa530 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:51.847087 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 3dca261e-3c6e-4db1-8a9d-c527f3bd9eac up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:02:51.915833 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f70f5ed0-f24b-4fdd-b02a-ab2ade9fa530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130347142'] for port, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:51.918589 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-84e89002-e0e2-43ee-b625-944ed73effc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:51.961112 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning for port 3dca261e-3c6e-4db1-8a9d-c527f3bd9eac completed by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:02:51.966567 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning complete for port 3dca261e-3c6e-4db1-8a9d-c527f3bd9eac triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:02:51.967083 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:52.005751 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70f5ed0-f24b-4fdd-b02a-ab2ade9fa530 admin admin] Network 1d7db265-d806-41f6-8c7b-d59edd3be907 is already hosted by enough agents. {{(pid=105127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:02:52.010500 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.base_scheduler [None req-f70f5ed0-f24b-4fdd-b02a-ab2ade9fa530 admin admin] Resources bound (agent type, host, resource id): {{(pid=105127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:02:52.013171 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70f5ed0-f24b-4fdd-b02a-ab2ade9fa530 admin admin] Received port after_create {{(pid=105127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:02:52.020155 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f5ed0-f24b-4fdd-b02a-ab2ade9fa530 admin admin] Pushing event updated for resources: {'Port': ['ID=5113b835-e2fc-45df-83a1-14362285f0e6,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:52.072878 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f5ed0-f24b-4fdd-b02a-ab2ade9fa530 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:52.079321 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f5ed0-f24b-4fdd-b02a-ab2ade9fa530 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:52.079780 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f5ed0-f24b-4fdd-b02a-ab2ade9fa530 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:52.080144 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f5ed0-f24b-4fdd-b02a-ab2ade9fa530 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:52.080581 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f5ed0-f24b-4fdd-b02a-ab2ade9fa530 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:52.081504 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f5ed0-f24b-4fdd-b02a-ab2ade9fa530 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:52.081875 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f5ed0-f24b-4fdd-b02a-ab2ade9fa530 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:52.082227 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f5ed0-f24b-4fdd-b02a-ab2ade9fa530 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:52.082578 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f5ed0-f24b-4fdd-b02a-ab2ade9fa530 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:52.082923 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f5ed0-f24b-4fdd-b02a-ab2ade9fa530 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:52.083267 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f5ed0-f24b-4fdd-b02a-ab2ade9fa530 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:52.083607 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f5ed0-f24b-4fdd-b02a-ab2ade9fa530 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:02:52.094319 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-f70f5ed0-f24b-4fdd-b02a-ab2ade9fa530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:52.106015 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:52.170192 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] For port 3dca261e-3c6e-4db1-8a9d-c527f3bd9eac, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=3dca261e-3c6e-4db1-8a9d-c527f3bd9eac,segment=NetworkSegment(551fa48c-acb9-413f-b189-f5db6cd89329),segment_id=551fa48c-acb9-413f-b189-f5db6cd89329)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:02:52.246938 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:52.247879 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 13734a33-4777-45c3-9e15-4ca4dfc7d157 up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:02:52.251704 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-94e0cd26-e5cf-48e6-aacf-fcf52938fbd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:52.328539 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Pushing event updated for resources: {'Port': ['ID=3dca261e-3c6e-4db1-8a9d-c527f3bd9eac,revision_number=5']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:52.332146 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:52.342544 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning complete for port 13734a33-4777-45c3-9e15-4ca4dfc7d157 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:02:52.343203 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:52.612932 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f70f5ed0-f24b-4fdd-b02a-ab2ade9fa530 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:52.870013 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f70f5ed0-f24b-4fdd-b02a-ab2ade9fa530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540137'] for router, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:52.907333 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d59ed7-92d2-4b36-9409-14c8e9d6e3d8 None None] Network 490fe32d-c860-4c3a-becf-bd3759e0fead requested from dv-cinder-793515-4-smb {{(pid=105128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:02:53.018686 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9877ba3-ebd6-4946-8498-2c3d7d4305c2 req-37cfd0d1-8149-4316-8b7f-1645a2920075 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:53.020200 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-a9877ba3-ebd6-4946-8498-2c3d7d4305c2 req-37cfd0d1-8149-4316-8b7f-1645a2920075 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=2961f3c7-5b87-4812-add1-d363ef8353bb HTTP/1.1" status: 200 len: 945 time: 0.0770946 Jun 29 11:02:53.037207 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-faf5ca9e-d2ae-4143-8424-41859b2daf91 None None] Provisioning for port 0fcb0f6b-848e-4d93-a85b-669901d77988 completed by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:02:53.060118 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-a9877ba3-ebd6-4946-8498-2c3d7d4305c2 req-eee3168e-26c3-40f8-9fe9-e0dae38df4b6 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/security-groups?id=115df868-f249-406f-b279-69223379506e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337834 Jun 29 11:02:53.063232 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70f5ed0-f24b-4fdd-b02a-ab2ade9fa530 admin admin] Router ec5f84ae-8d28-4e8d-a403-2a12eb44dee9 is scheduled to L3 agent 3b2ad6f0-f3d9-4012-ac35-d330af5e0962 with binding_index 1 {{(pid=105127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 11:02:53.171956 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70f5ed0-f24b-4fdd-b02a-ab2ade9fa530 admin admin] Notify agent at l3_agent.dv-cinder-793515-4-smb the message routers_updated {{(pid=105127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:02:53.182201 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79dc76b-2d01-4e12-84bf-76083c62a46a None None] Sync routers for ids ['ec5f84ae-8d28-4e8d-a403-2a12eb44dee9'] in dv-cinder-793515-4-smb {{(pid=105128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:02:53.192436 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79dc76b-2d01-4e12-84bf-76083c62a46a None None] Routers {'ec5f84ae-8d28-4e8d-a403-2a12eb44dee9'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:02:53.193204 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-c79dc76b-2d01-4e12-84bf-76083c62a46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:02:39Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['ec5f84ae-8d28-4e8d-a403-2a12eb44dee9'], 'active': True} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:02:53.257787 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f70f5ed0-f24b-4fdd-b02a-ab2ade9fa530 admin admin] Notify callbacks [] for router, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:53.260885 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-f70f5ed0-f24b-4fdd-b02a-ab2ade9fa530 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5439906 Jun 29 11:02:53.262037 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 56548) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:02:53.299140 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvr_db [None req-c79dc76b-2d01-4e12-84bf-76083c62a46a None None] Set router ec5f84ae-8d28-4e8d-a403-2a12eb44dee9 gateway port host: dv-cinder-793515-4-smb {{(pid=105128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:02:53.482142 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-c79dc76b-2d01-4e12-84bf-76083c62a46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5f84ae-8d28-4e8d-a403-2a12eb44dee9', 'name': 'tempest-TestMinimumBasicScenario-1441094742-router', 'tenant_id': '29c1b71d8f3143d999f673b981ef5fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '5113b835-e2fc-45df-83a1-14362285f0e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:02:50Z', 'updated_at': '2021-06-29T11:02:52Z', 'revision_number': 3, 'project_id': '29c1b71d8f3143d999f673b981ef5fbe', 'gw_port': {'id': '5113b835-e2fc-45df-83a1-14362285f0e6', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5f84ae-8d28-4e8d-a403-2a12eb44dee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:51Z', 'updated_at': '2021-06-29T11:02:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb'}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:02:53.507827 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79dc76b-2d01-4e12-84bf-76083c62a46a None None] Checking router: ec5f84ae-8d28-4e8d-a403-2a12eb44dee9 for host: dv-cinder-793515-4-smb {{(pid=105128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:02:53.508185 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79dc76b-2d01-4e12-84bf-76083c62a46a None None] Updating router ec5f84ae-8d28-4e8d-a403-2a12eb44dee9 port 5113b835-e2fc-45df-83a1-14362285f0e6 binding host dv-cinder-793515-4-smb {{(pid=105128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:02:53.545297 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-c79dc76b-2d01-4e12-84bf-76083c62a46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:53.678034 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-73e9a562-d058-45a2-8c96-b2ecb5f54176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:53.815076 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 3dca261e-3c6e-4db1-8a9d-c527f3bd9eac up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:02:53.821055 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-c79dc76b-2d01-4e12-84bf-76083c62a46a None None] Notify callbacks [] for port, precommit_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:53.853733 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-c79dc76b-2d01-4e12-84bf-76083c62a46a None None] Transition to ACTIVE for port object 5113b835-e2fc-45df-83a1-14362285f0e6 will not be triggered until provisioned by entity L2. {{(pid=105128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:02:53.867408 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.db_base_plugin_common [None req-73e9a562-d058-45a2-8c96-b2ecb5f54176 admin admin] Allocated IP 172.20.0.1 (490fe32d-c860-4c3a-becf-bd3759e0fead/7f034e75-d3bb-4df7-871a-253c7c98aaf9/8f134dbe-aa41-4575-be2c-9dbecd47ec4b) {{(pid=105127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:02:53.880237 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning complete for port 3dca261e-3c6e-4db1-8a9d-c527f3bd9eac triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:02:53.880808 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:53.985575 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-73e9a562-d058-45a2-8c96-b2ecb5f54176 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:54.068053 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-c79dc76b-2d01-4e12-84bf-76083c62a46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:54.071504 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-d4baa0fb-0bcc-4ab4-8c4c-ebded8dca7f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:54.127966 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 0fcb0f6b-848e-4d93-a85b-669901d77988 up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:02:54.154890 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-c79dc76b-2d01-4e12-84bf-76083c62a46a None None] Attempting to bind port 5113b835-e2fc-45df-83a1-14362285f0e6 on host dv-cinder-793515-4-smb for vnic_type normal with profile {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:02:54.155465 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-c79dc76b-2d01-4e12-84bf-76083c62a46a None None] Attempting to bind port 5113b835-e2fc-45df-83a1-14362285f0e6 by drivers openvswitch,hyperv on host dv-cinder-793515-4-smb at level 0 using segments [{'id': 'cf6731c6-a9cf-4901-a91e-9599bf0473fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907'}] {{(pid=105128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:02:54.155801 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79dc76b-2d01-4e12-84bf-76083c62a46a None None] Attempting to bind port 5113b835-e2fc-45df-83a1-14362285f0e6 on network 1d7db265-d806-41f6-8c7b-d59edd3be907 {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:02:54.170061 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85da35-72c9-44cc-be0a-49f6004f68b1 None None] Pushing event updated for resources: {'Port': ['ID=5113b835-e2fc-45df-83a1-14362285f0e6,revision_number=2']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:54.175098 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-2c85da35-72c9-44cc-be0a-49f6004f68b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:54.175903 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79dc76b-2d01-4e12-84bf-76083c62a46a None None] Checking agent: {'id': 'cc1c0530-ae64-418d-bf21-3e9fb04f4b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 50, 39), 'started_at': datetime.datetime(2021, 6, 29, 10, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:02:54.183193 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79dc76b-2d01-4e12-84bf-76083c62a46a None None] Checking segment: {'id': 'cf6731c6-a9cf-4901-a91e-9599bf0473fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:02:54.183193 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-c79dc76b-2d01-4e12-84bf-76083c62a46a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:54.183193 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79dc76b-2d01-4e12-84bf-76083c62a46a None None] Bound using segment: {'id': 'cf6731c6-a9cf-4901-a91e-9599bf0473fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907'} {{(pid=105128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:02:54.183193 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.managers [None req-c79dc76b-2d01-4e12-84bf-76083c62a46a None None] Bound port: 5113b835-e2fc-45df-83a1-14362285f0e6, host: dv-cinder-793515-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6731c6-a9cf-4901-a91e-9599bf0473fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907'}}] {{(pid=105128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:02:54.183193 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-c79dc76b-2d01-4e12-84bf-76083c62a46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:54.244935 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-c79dc76b-2d01-4e12-84bf-76083c62a46a None None] For port 5113b835-e2fc-45df-83a1-14362285f0e6, host dv-cinder-793515-4-smb, cleared binding levels {{(pid=105128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:02:54.248614 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-c79dc76b-2d01-4e12-84bf-76083c62a46a None None] For port 5113b835-e2fc-45df-83a1-14362285f0e6, host dv-cinder-793515-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=5113b835-e2fc-45df-83a1-14362285f0e6,segment=NetworkSegment(cf6731c6-a9cf-4901-a91e-9599bf0473fe),segment_id=cf6731c6-a9cf-4901-a91e-9599bf0473fe)] {{(pid=105128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:02:54.263028 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.provisioning_blocks [None req-73e9a562-d058-45a2-8c96-b2ecb5f54176 admin admin] Transition to ACTIVE for port object 8f134dbe-aa41-4575-be2c-9dbecd47ec4b will not be triggered until provisioned by entity DHCP. {{(pid=105127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:02:54.275694 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fedeebb-ca11-46f7-b07d-a6bba616fdf1 req-c9ce2ccf-0a58-44dd-a621-32448dfd4101 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:54.277244 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-4fedeebb-ca11-46f7-b07d-a6bba616fdf1 req-c9ce2ccf-0a58-44dd-a621-32448dfd4101 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=2961f3c7-5b87-4812-add1-d363ef8353bb HTTP/1.1" status: 200 len: 945 time: 0.0792100 Jun 29 11:02:54.297668 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning for port 0fcb0f6b-848e-4d93-a85b-669901d77988 completed by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:02:54.301710 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning complete for port 0fcb0f6b-848e-4d93-a85b-669901d77988 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:02:54.307864 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:54.316118 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-4fedeebb-ca11-46f7-b07d-a6bba616fdf1 req-d84fb05e-55b9-4613-8065-b1cce72a551e tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/security-groups?id=115df868-f249-406f-b279-69223379506e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329733 Jun 29 11:02:54.366939 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-c79dc76b-2d01-4e12-84bf-76083c62a46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:54.371282 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:54.394023 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-73e9a562-d058-45a2-8c96-b2ecb5f54176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130347142'] for port, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:54.394023 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-514b1b2d-f694-4f49-ae7a-20af980d5f0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:54.422790 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:54.434241 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e9a562-d058-45a2-8c96-b2ecb5f54176 admin admin] Network 490fe32d-c860-4c3a-becf-bd3759e0fead is already hosted by enough agents. {{(pid=105127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:02:54.437175 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.base_scheduler [None req-73e9a562-d058-45a2-8c96-b2ecb5f54176 admin admin] Resources bound (agent type, host, resource id): {{(pid=105127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:02:54.439664 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e9a562-d058-45a2-8c96-b2ecb5f54176 admin admin] Received port after_create {{(pid=105127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:02:54.444513 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85da35-72c9-44cc-be0a-49f6004f68b1 None None] Pushing event updated for resources: {'Port': ['ID=5113b835-e2fc-45df-83a1-14362285f0e6,revision_number=3']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:54.445715 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e9a562-d058-45a2-8c96-b2ecb5f54176 admin admin] Pushing event updated for resources: {'Port': ['ID=8f134dbe-aa41-4575-be2c-9dbecd47ec4b,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:54.448865 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-73e9a562-d058-45a2-8c96-b2ecb5f54176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:54.448983 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-2c85da35-72c9-44cc-be0a-49f6004f68b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:54.450152 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79dc76b-2d01-4e12-84bf-76083c62a46a None None] Routers {'ec5f84ae-8d28-4e8d-a403-2a12eb44dee9'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:02:54.450769 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-c79dc76b-2d01-4e12-84bf-76083c62a46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:02:39Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['ec5f84ae-8d28-4e8d-a403-2a12eb44dee9'], 'active': True} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:02:54.485494 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-73e9a562-d058-45a2-8c96-b2ecb5f54176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-606623'] for router_interface, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:54.521752 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] For port 0fcb0f6b-848e-4d93-a85b-669901d77988, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=0fcb0f6b-848e-4d93-a85b-669901d77988,segment=NetworkSegment(a604d2f4-8ba9-42d2-874f-07fa9462f195),segment_id=a604d2f4-8ba9-42d2-874f-07fa9462f195)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:02:54.585073 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvr_db [None req-c79dc76b-2d01-4e12-84bf-76083c62a46a None None] Set router ec5f84ae-8d28-4e8d-a403-2a12eb44dee9 gateway port host: dv-cinder-793515-4-smb {{(pid=105128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:02:54.587262 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:54.617102 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-565c7480-2631-4d97-9815-02a8c914c9b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:54.676039 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-73e9a562-d058-45a2-8c96-b2ecb5f54176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:54.742998 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Pushing event updated for resources: {'Port': ['ID=0fcb0f6b-848e-4d93-a85b-669901d77988,revision_number=3']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:54.746055 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:54.818160 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-7ab9d86c-a1a8-48da-99b3-f58e07658806 None None] Provisioning for port 8f134dbe-aa41-4575-be2c-9dbecd47ec4b completed by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:02:54.822338 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-c79dc76b-2d01-4e12-84bf-76083c62a46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5f84ae-8d28-4e8d-a403-2a12eb44dee9', 'name': 'tempest-TestMinimumBasicScenario-1441094742-router', 'tenant_id': '29c1b71d8f3143d999f673b981ef5fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '5113b835-e2fc-45df-83a1-14362285f0e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:02:50Z', 'updated_at': '2021-06-29T11:02:52Z', 'revision_number': 3, 'project_id': '29c1b71d8f3143d999f673b981ef5fbe', 'gw_port': {'id': '5113b835-e2fc-45df-83a1-14362285f0e6', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5f84ae-8d28-4e8d-a403-2a12eb44dee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:51Z', 'updated_at': '2021-06-29T11:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb'}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:02:54.826769 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-7ab9d86c-a1a8-48da-99b3-f58e07658806 None None] Provisioning complete for port 8f134dbe-aa41-4575-be2c-9dbecd47ec4b triggered by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:02:54.826769 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-7ab9d86c-a1a8-48da-99b3-f58e07658806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:54.839472 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-73e9a562-d058-45a2-8c96-b2ecb5f54176 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:54.851222 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79dc76b-2d01-4e12-84bf-76083c62a46a None None] The sync data for ids ['ec5f84ae-8d28-4e8d-a403-2a12eb44dee9'] in dv-cinder-793515-4-smb is: [{'id': 'ec5f84ae-8d28-4e8d-a403-2a12eb44dee9', 'name': 'tempest-TestMinimumBasicScenario-1441094742-router', 'tenant_id': '29c1b71d8f3143d999f673b981ef5fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '5113b835-e2fc-45df-83a1-14362285f0e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:02:50Z', 'updated_at': '2021-06-29T11:02:52Z', 'revision_number': 3, 'project_id': '29c1b71d8f3143d999f673b981ef5fbe', 'gw_port': {'id': '5113b835-e2fc-45df-83a1-14362285f0e6', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5f84ae-8d28-4e8d-a403-2a12eb44dee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:51Z', 'updated_at': '2021-06-29T11:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb'}] {{(pid=105128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:02:54.888819 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-7ab9d86c-a1a8-48da-99b3-f58e07658806 None None] Port 8f134dbe-aa41-4575-be2c-9dbecd47ec4b cannot update to ACTIVE because it is not bound. {{(pid=105128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:02:54.891805 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-73e9a562-d058-45a2-8c96-b2ecb5f54176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130347152'] for port, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:54.894539 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-d9268072-01ed-4124-8c41-b078d0d262f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:54.967724 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e9a562-d058-45a2-8c96-b2ecb5f54176 admin admin] Pushing event updated for resources: {'Port': ['ID=8f134dbe-aa41-4575-be2c-9dbecd47ec4b,revision_number=2']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:54.972803 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-73e9a562-d058-45a2-8c96-b2ecb5f54176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1570102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606571'] for router_interface, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:54.975904 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-73e9a562-d058-45a2-8c96-b2ecb5f54176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:55.068151 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e9a562-d058-45a2-8c96-b2ecb5f54176 admin admin] Network 490fe32d-c860-4c3a-becf-bd3759e0fead is already hosted by enough agents. {{(pid=105127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:02:55.069611 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.base_scheduler [None req-73e9a562-d058-45a2-8c96-b2ecb5f54176 admin admin] Resources bound (agent type, host, resource id): {{(pid=105127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:02:55.210817 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e9a562-d058-45a2-8c96-b2ecb5f54176 admin admin] Router ec5f84ae-8d28-4e8d-a403-2a12eb44dee9 has already been hosted by L3 agent 3b2ad6f0-f3d9-4012-ac35-d330af5e0962 {{(pid=105127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:02:55.320170 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-438bddf5-5a54-4a2b-a9bc-2f2128e7e520 None None] Provisioning complete for port 8f134dbe-aa41-4575-be2c-9dbecd47ec4b triggered by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:02:55.320759 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-438bddf5-5a54-4a2b-a9bc-2f2128e7e520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:55.335357 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e9a562-d058-45a2-8c96-b2ecb5f54176 admin admin] Notify agent at l3_agent.dv-cinder-793515-4-smb the message routers_updated {{(pid=105127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:02:55.349564 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-73e9a562-d058-45a2-8c96-b2ecb5f54176 admin admin] 10.222.0.66 "PUT /v2.0/routers/ec5f84ae-8d28-4e8d-a403-2a12eb44dee9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0789130 Jun 29 11:02:55.357175 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-438bddf5-5a54-4a2b-a9bc-2f2128e7e520 None None] Port 8f134dbe-aa41-4575-be2c-9dbecd47ec4b cannot update to ACTIVE because it is not bound. {{(pid=105128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:02:55.519347 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a8e2d-65de-4d93-ba04-7f0acfadb838 req-b1866a41-3782-4813-90a1-0772c2128b33 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:55.521108 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-361a8e2d-65de-4d93-ba04-7f0acfadb838 req-b1866a41-3782-4813-90a1-0772c2128b33 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=2961f3c7-5b87-4812-add1-d363ef8353bb HTTP/1.1" status: 200 len: 945 time: 0.0799837 Jun 29 11:02:55.561411 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-361a8e2d-65de-4d93-ba04-7f0acfadb838 req-71a8f5e8-59e3-4528-a29e-c7d64efba9ff tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/security-groups?id=115df868-f249-406f-b279-69223379506e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341091 Jun 29 11:02:55.800869 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 5113b835-e2fc-45df-83a1-14362285f0e6 up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:02:55.903150 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning for port 5113b835-e2fc-45df-83a1-14362285f0e6 completed by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:02:55.907529 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning complete for port 5113b835-e2fc-45df-83a1-14362285f0e6 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:02:55.914222 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:55.995512 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:56.028686 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] For port 5113b835-e2fc-45df-83a1-14362285f0e6, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=5113b835-e2fc-45df-83a1-14362285f0e6,segment=NetworkSegment(cf6731c6-a9cf-4901-a91e-9599bf0473fe),segment_id=cf6731c6-a9cf-4901-a91e-9599bf0473fe)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:02:56.114965 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:56.115850 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 0fcb0f6b-848e-4d93-a85b-669901d77988 up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:02:56.118545 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:56.195931 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Pushing event updated for resources: {'Port': ['ID=5113b835-e2fc-45df-83a1-14362285f0e6,revision_number=4']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:56.199179 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:56.207366 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning complete for port 0fcb0f6b-848e-4d93-a85b-669901d77988 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:02:56.207749 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:56.496788 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333bef3a-358e-4a0b-8a20-d71126e0a796 None None] Sync routers for ids ['ec5f84ae-8d28-4e8d-a403-2a12eb44dee9'] in dv-cinder-793515-4-smb {{(pid=105129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:02:56.507650 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333bef3a-358e-4a0b-8a20-d71126e0a796 None None] Routers {'ec5f84ae-8d28-4e8d-a403-2a12eb44dee9'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:02:56.508629 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-333bef3a-358e-4a0b-8a20-d71126e0a796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:02:39Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['ec5f84ae-8d28-4e8d-a403-2a12eb44dee9'], 'active': True} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:02:56.629608 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvr_db [None req-333bef3a-358e-4a0b-8a20-d71126e0a796 None None] Set router ec5f84ae-8d28-4e8d-a403-2a12eb44dee9 gateway port host: dv-cinder-793515-4-smb {{(pid=105129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:02:56.773132 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb1481-c7af-4097-b053-aa4311cfd17f req-1830e411-7b04-4a7c-9a37-899858e5a914 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:56.776149 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-64fb1481-c7af-4097-b053-aa4311cfd17f req-1830e411-7b04-4a7c-9a37-899858e5a914 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=2961f3c7-5b87-4812-add1-d363ef8353bb HTTP/1.1" status: 200 len: 945 time: 0.0782685 Jun 29 11:02:56.834851 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-64fb1481-c7af-4097-b053-aa4311cfd17f req-7c3fe869-c671-46ab-ad51-beb9915fd57e tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/security-groups?id=115df868-f249-406f-b279-69223379506e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478082 Jun 29 11:02:56.885174 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-333bef3a-358e-4a0b-8a20-d71126e0a796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5f84ae-8d28-4e8d-a403-2a12eb44dee9', 'name': 'tempest-TestMinimumBasicScenario-1441094742-router', 'tenant_id': '29c1b71d8f3143d999f673b981ef5fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '5113b835-e2fc-45df-83a1-14362285f0e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:02:50Z', 'updated_at': '2021-06-29T11:02:54Z', 'revision_number': 4, 'project_id': '29c1b71d8f3143d999f673b981ef5fbe', 'gw_port': {'id': '5113b835-e2fc-45df-83a1-14362285f0e6', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f84ae-8d28-4e8d-a403-2a12eb44dee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:51Z', 'updated_at': '2021-06-29T11:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_interfaces': [{'id': '8f134dbe-aa41-4575-be2c-9dbecd47ec4b', 'name': '', 'network_id': '490fe32d-c860-4c3a-becf-bd3759e0fead', 'tenant_id': '29c1b71d8f3143d999f673b981ef5fbe', 'mac_address': 'fa:16:3e:a4:cb:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5f84ae-8d28-4e8d-a403-2a12eb44dee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '7f034e75-d3bb-4df7-871a-253c7c98aaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:53Z', 'updated_at': '2021-06-29T11:02:54Z', 'revision_number': 2, 'project_id': '29c1b71d8f3143d999f673b981ef5fbe', 'subnets': [{'id': '7f034e75-d3bb-4df7-871a-253c7c98aaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:02:56.912831 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333bef3a-358e-4a0b-8a20-d71126e0a796 None None] Checking router: ec5f84ae-8d28-4e8d-a403-2a12eb44dee9 for host: dv-cinder-793515-4-smb {{(pid=105129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:02:56.913474 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333bef3a-358e-4a0b-8a20-d71126e0a796 None None] Updating router ec5f84ae-8d28-4e8d-a403-2a12eb44dee9 port 8f134dbe-aa41-4575-be2c-9dbecd47ec4b binding host dv-cinder-793515-4-smb {{(pid=105129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:02:56.949807 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-333bef3a-358e-4a0b-8a20-d71126e0a796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:57.253157 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-333bef3a-358e-4a0b-8a20-d71126e0a796 None None] Notify callbacks [] for port, precommit_update {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:57.265805 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.provisioning_blocks [None req-333bef3a-358e-4a0b-8a20-d71126e0a796 None None] Transition to ACTIVE for port object 8f134dbe-aa41-4575-be2c-9dbecd47ec4b will not be triggered until provisioned by entity L2. {{(pid=105129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:02:57.338352 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-333bef3a-358e-4a0b-8a20-d71126e0a796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:57.341566 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG oslo_concurrency.lockutils [None req-4d074b72-e6fd-4922-88d6-f335030bc0b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:57.400749 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb825b8-339e-4751-84ae-eb3410819c60 None None] Pushing event updated for resources: {'Port': ['ID=8f134dbe-aa41-4575-be2c-9dbecd47ec4b,revision_number=3']} {{(pid=105129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:57.404797 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG oslo_concurrency.lockutils [None req-bfb825b8-339e-4751-84ae-eb3410819c60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:57.475666 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.managers [None req-333bef3a-358e-4a0b-8a20-d71126e0a796 None None] Attempting to bind port 8f134dbe-aa41-4575-be2c-9dbecd47ec4b on host dv-cinder-793515-4-smb for vnic_type normal with profile {{(pid=105129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:02:57.476048 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.managers [None req-333bef3a-358e-4a0b-8a20-d71126e0a796 None None] Attempting to bind port 8f134dbe-aa41-4575-be2c-9dbecd47ec4b by drivers openvswitch,hyperv on host dv-cinder-793515-4-smb at level 0 using segments [{'id': 'a604d2f4-8ba9-42d2-874f-07fa9462f195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '490fe32d-c860-4c3a-becf-bd3759e0fead'}] {{(pid=105129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:02:57.476655 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333bef3a-358e-4a0b-8a20-d71126e0a796 None None] Attempting to bind port 8f134dbe-aa41-4575-be2c-9dbecd47ec4b on network 490fe32d-c860-4c3a-becf-bd3759e0fead {{(pid=105129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:02:57.482148 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333bef3a-358e-4a0b-8a20-d71126e0a796 None None] Checking agent: {'id': 'cc1c0530-ae64-418d-bf21-3e9fb04f4b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 50, 39), 'started_at': datetime.datetime(2021, 6, 29, 10, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:02:57.482613 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333bef3a-358e-4a0b-8a20-d71126e0a796 None None] Checking segment: {'id': 'a604d2f4-8ba9-42d2-874f-07fa9462f195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '490fe32d-c860-4c3a-becf-bd3759e0fead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:02:57.483108 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-333bef3a-358e-4a0b-8a20-d71126e0a796 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:57.483873 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333bef3a-358e-4a0b-8a20-d71126e0a796 None None] Bound using segment: {'id': 'a604d2f4-8ba9-42d2-874f-07fa9462f195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '490fe32d-c860-4c3a-becf-bd3759e0fead'} {{(pid=105129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:02:57.484135 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.managers [None req-333bef3a-358e-4a0b-8a20-d71126e0a796 None None] Bound port: 8f134dbe-aa41-4575-be2c-9dbecd47ec4b, host: dv-cinder-793515-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a604d2f4-8ba9-42d2-874f-07fa9462f195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '490fe32d-c860-4c3a-becf-bd3759e0fead'}}] {{(pid=105129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:02:57.484555 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-333bef3a-358e-4a0b-8a20-d71126e0a796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:57.542954 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-eb7d6b77-ec38-435e-8e58-c7b2c3a54da9 req-9d25c2e5-ff25-4d97-8499-ed533274738e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0938342 Jun 29 11:02:57.555004 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.db [None req-333bef3a-358e-4a0b-8a20-d71126e0a796 None None] For port 8f134dbe-aa41-4575-be2c-9dbecd47ec4b, host dv-cinder-793515-4-smb, cleared binding levels {{(pid=105129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:02:57.558653 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.plugins.ml2.db [None req-333bef3a-358e-4a0b-8a20-d71126e0a796 None None] For port 8f134dbe-aa41-4575-be2c-9dbecd47ec4b, host dv-cinder-793515-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=8f134dbe-aa41-4575-be2c-9dbecd47ec4b,segment=NetworkSegment(a604d2f4-8ba9-42d2-874f-07fa9462f195),segment_id=a604d2f4-8ba9-42d2-874f-07fa9462f195)] {{(pid=105129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:02:57.635468 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron_lib.callbacks.manager [None req-333bef3a-358e-4a0b-8a20-d71126e0a796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:57.637944 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG oslo_concurrency.lockutils [None req-d62fef6e-e95a-4551-820c-24b83147e7ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:57.727542 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d6b77-ec38-435e-8e58-c7b2c3a54da9 req-8a2f315f-35c4-403d-b473-54a51448e5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:57.729095 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-eb7d6b77-ec38-435e-8e58-c7b2c3a54da9 req-8a2f315f-35c4-403d-b473-54a51448e5aa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e126c6330d743c8b924fb706c06677b&device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 1098 time: 0.1021640 Jun 29 11:02:57.744852 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 5113b835-e2fc-45df-83a1-14362285f0e6 up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:02:57.828754 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning complete for port 5113b835-e2fc-45df-83a1-14362285f0e6 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:02:57.829148 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:57.872628 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333bef3a-358e-4a0b-8a20-d71126e0a796 None None] Routers {'ec5f84ae-8d28-4e8d-a403-2a12eb44dee9'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:02:57.874316 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-333bef3a-358e-4a0b-8a20-d71126e0a796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:02:39Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['ec5f84ae-8d28-4e8d-a403-2a12eb44dee9'], 'active': True} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:02:57.973924 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d6b77-ec38-435e-8e58-c7b2c3a54da9 req-0b11895b-2c83-44a9-91df-5c2a4757550d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:57.976066 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-eb7d6b77-ec38-435e-8e58-c7b2c3a54da9 req-0b11895b-2c83-44a9-91df-5c2a4757550d service neutron] 10.222.0.42 "GET /v2.0/networks?id=27be0f43-986d-406d-84c6-0e27a892cced HTTP/1.1" status: 200 len: 911 time: 0.2165918 Jun 29 11:02:58.075789 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-eb7d6b77-ec38-435e-8e58-c7b2c3a54da9 req-c290dc16-4eff-4b3b-ab7a-b0435d880b0b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b88c357-7efe-434e-aca4-d6ad512c24aa HTTP/1.1" status: 200 len: 1000 time: 0.0826187 Jun 29 11:02:58.129792 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb825b8-339e-4751-84ae-eb3410819c60 None None] Pushing event updated for resources: {'Port': ['ID=8f134dbe-aa41-4575-be2c-9dbecd47ec4b,revision_number=4']} {{(pid=105129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:58.141659 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvr_db [None req-333bef3a-358e-4a0b-8a20-d71126e0a796 None None] Set router ec5f84ae-8d28-4e8d-a403-2a12eb44dee9 gateway port host: dv-cinder-793515-4-smb {{(pid=105129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:02:58.144001 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG oslo_concurrency.lockutils [None req-bfb825b8-339e-4751-84ae-eb3410819c60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=105129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:58.172894 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d6b77-ec38-435e-8e58-c7b2c3a54da9 req-96f19162-63cd-46c1-a19d-fa918b52c9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:58.174995 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e41127-44bf-46d2-9b1a-ba506b2a291f req-4a583774-0663-49c6-b30d-b91d0ae1ba29 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:58.176251 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-eb7d6b77-ec38-435e-8e58-c7b2c3a54da9 req-96f19162-63cd-46c1-a19d-fa918b52c9ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6 HTTP/1.1" status: 200 len: 849 time: 0.0827899 Jun 29 11:02:58.183431 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-d2e41127-44bf-46d2-9b1a-ba506b2a291f req-4a583774-0663-49c6-b30d-b91d0ae1ba29 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=2961f3c7-5b87-4812-add1-d363ef8353bb HTTP/1.1" status: 200 len: 945 time: 0.1102834 Jun 29 11:02:58.239712 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-d2e41127-44bf-46d2-9b1a-ba506b2a291f req-9d24f214-d7a8-459c-ac0f-3b33f861f4be tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/security-groups?id=115df868-f249-406f-b279-69223379506e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553348 Jun 29 11:02:58.259007 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d6b77-ec38-435e-8e58-c7b2c3a54da9 req-d793eac5-6183-4263-9473-0f4827352401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:58.260568 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-eb7d6b77-ec38-435e-8e58-c7b2c3a54da9 req-d793eac5-6183-4263-9473-0f4827352401 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=27be0f43-986d-406d-84c6-0e27a892cced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0764270 Jun 29 11:02:58.373586 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-eb7d6b77-ec38-435e-8e58-c7b2c3a54da9 req-c621e390-197a-468c-9b76-077385001caf service neutron] 10.222.0.42 "GET /v2.0/networks/27be0f43-986d-406d-84c6-0e27a892cced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036997 Jun 29 11:02:58.406236 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-333bef3a-358e-4a0b-8a20-d71126e0a796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5f84ae-8d28-4e8d-a403-2a12eb44dee9', 'name': 'tempest-TestMinimumBasicScenario-1441094742-router', 'tenant_id': '29c1b71d8f3143d999f673b981ef5fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '5113b835-e2fc-45df-83a1-14362285f0e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:02:50Z', 'updated_at': '2021-06-29T11:02:54Z', 'revision_number': 4, 'project_id': '29c1b71d8f3143d999f673b981ef5fbe', 'gw_port': {'id': '5113b835-e2fc-45df-83a1-14362285f0e6', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f84ae-8d28-4e8d-a403-2a12eb44dee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:51Z', 'updated_at': '2021-06-29T11:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_interfaces': [{'id': '8f134dbe-aa41-4575-be2c-9dbecd47ec4b', 'name': '', 'network_id': '490fe32d-c860-4c3a-becf-bd3759e0fead', 'tenant_id': '29c1b71d8f3143d999f673b981ef5fbe', 'mac_address': 'fa:16:3e:a4:cb:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5f84ae-8d28-4e8d-a403-2a12eb44dee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '7f034e75-d3bb-4df7-871a-253c7c98aaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:53Z', 'updated_at': '2021-06-29T11:02:57Z', 'revision_number': 4, 'project_id': '29c1b71d8f3143d999f673b981ef5fbe', 'subnets': [{'id': '7f034e75-d3bb-4df7-871a-253c7c98aaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:02:58.443833 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333bef3a-358e-4a0b-8a20-d71126e0a796 None None] The sync data for ids ['ec5f84ae-8d28-4e8d-a403-2a12eb44dee9'] in dv-cinder-793515-4-smb is: [{'id': 'ec5f84ae-8d28-4e8d-a403-2a12eb44dee9', 'name': 'tempest-TestMinimumBasicScenario-1441094742-router', 'tenant_id': '29c1b71d8f3143d999f673b981ef5fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '5113b835-e2fc-45df-83a1-14362285f0e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:02:50Z', 'updated_at': '2021-06-29T11:02:54Z', 'revision_number': 4, 'project_id': '29c1b71d8f3143d999f673b981ef5fbe', 'gw_port': {'id': '5113b835-e2fc-45df-83a1-14362285f0e6', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f84ae-8d28-4e8d-a403-2a12eb44dee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:51Z', 'updated_at': '2021-06-29T11:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_interfaces': [{'id': '8f134dbe-aa41-4575-be2c-9dbecd47ec4b', 'name': '', 'network_id': '490fe32d-c860-4c3a-becf-bd3759e0fead', 'tenant_id': '29c1b71d8f3143d999f673b981ef5fbe', 'mac_address': 'fa:16:3e:a4:cb:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5f84ae-8d28-4e8d-a403-2a12eb44dee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '7f034e75-d3bb-4df7-871a-253c7c98aaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:53Z', 'updated_at': '2021-06-29T11:02:57Z', 'revision_number': 4, 'project_id': '29c1b71d8f3143d999f673b981ef5fbe', 'subnets': [{'id': '7f034e75-d3bb-4df7-871a-253c7c98aaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:02:58.484881 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-eb7d6b77-ec38-435e-8e58-c7b2c3a54da9 req-0cf36519-e698-4d4d-81ff-33787df74487 service neutron] 10.222.0.42 "GET /v2.0/networks/27be0f43-986d-406d-84c6-0e27a892cced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006687 Jun 29 11:02:59.051689 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:59.138746 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a27225-0453-41f1-a614-19b8e343589c req-06a9ba2a-22c8-486f-b8f0-5256a71686a5 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:59.140623 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-33a27225-0453-41f1-a614-19b8e343589c req-06a9ba2a-22c8-486f-b8f0-5256a71686a5 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.42 "GET /v2.0/ports?device_id=2961f3c7-5b87-4812-add1-d363ef8353bb HTTP/1.1" status: 200 len: 945 time: 0.0864172 Jun 29 11:02:59.274714 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [req-33a27225-0453-41f1-a614-19b8e343589c req-d53e1cf0-65a3-4dcd-9bea-9c9f04c85e6f tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Deleting port d62ed94b-8f9c-4dad-a0fd-012925e53e14 {{(pid=105127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:02:59.275104 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-33a27225-0453-41f1-a614-19b8e343589c req-d53e1cf0-65a3-4dcd-9bea-9c9f04c85e6f tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:59.407505 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-33a27225-0453-41f1-a614-19b8e343589c req-d53e1cf0-65a3-4dcd-9bea-9c9f04c85e6f tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] For port d62ed94b-8f9c-4dad-a0fd-012925e53e14, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d62ed94b-8f9c-4dad-a0fd-012925e53e14,segment=NetworkSegment(b20d8b57-ff44-4af9-a6de-2ce330f79578),segment_id=b20d8b57-ff44-4af9-a6de-2ce330f79578)] {{(pid=105127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:02:59.413309 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-33a27225-0453-41f1-a614-19b8e343589c req-d53e1cf0-65a3-4dcd-9bea-9c9f04c85e6f tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:59.441198 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [req-33a27225-0453-41f1-a614-19b8e343589c req-d53e1cf0-65a3-4dcd-9bea-9c9f04c85e6f tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Calling delete_port for d62ed94b-8f9c-4dad-a0fd-012925e53e14 owned by compute:nova {{(pid=105127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:02:59.473407 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead89d1e-a502-4f01-bdf9-7a1cfe667439 req-22d38707-7b65-4310-b5e1-1b16049f1121 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:02:59.480801 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-ead89d1e-a502-4f01-bdf9-7a1cfe667439 req-22d38707-7b65-4310-b5e1-1b16049f1121 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=2961f3c7-5b87-4812-add1-d363ef8353bb HTTP/1.1" status: 200 len: 945 time: 0.1027713 Jun 29 11:02:59.534721 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-ead89d1e-a502-4f01-bdf9-7a1cfe667439 req-15d3c2e3-d73e-4930-9fcc-c1d2bb34d6cb tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/security-groups?id=115df868-f249-406f-b279-69223379506e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516820 Jun 29 11:02:59.724907 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 8f134dbe-aa41-4575-be2c-9dbecd47ec4b up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:02:59.788871 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-33a27225-0453-41f1-a614-19b8e343589c req-d53e1cf0-65a3-4dcd-9bea-9c9f04c85e6f tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130347151'] for port, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:59.797523 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:02:59.822992 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53e1cf0-65a3-4dcd-9bea-9c9f04c85e6f tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Pushing event deleted for resources: {'Port': ['ID=d62ed94b-8f9c-4dad-a0fd-012925e53e14,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:02:59.827156 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-d53e1cf0-65a3-4dcd-9bea-9c9f04c85e6f tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:02:59.852074 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] get_ports_and_sgs() called for port_ids ['d62ed94b-8f9c-4dad-a0fd-012925e53e14'] {{(pid=105128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:02:59.874931 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning for port 8f134dbe-aa41-4575-be2c-9dbecd47ec4b completed by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:02:59.879204 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning complete for port 8f134dbe-aa41-4575-be2c-9dbecd47ec4b triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:02:59.879395 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a27225-0453-41f1-a614-19b8e343589c req-d53e1cf0-65a3-4dcd-9bea-9c9f04c85e6f tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] No DVR routers for this DVR port d62ed94b-8f9c-4dad-a0fd-012925e53e14 on host hv-cinder-79351 {{(pid=105127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:02:59.879587 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:59.881959 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-33a27225-0453-41f1-a614-19b8e343589c req-d53e1cf0-65a3-4dcd-9bea-9c9f04c85e6f tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:59.883903 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-33a27225-0453-41f1-a614-19b8e343589c req-d53e1cf0-65a3-4dcd-9bea-9c9f04c85e6f tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.42 "DELETE /v2.0/ports/d62ed94b-8f9c-4dad-a0fd-012925e53e14 HTTP/1.1" status: 204 len: 173 time: 0.7346017 Jun 29 11:02:59.884417 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2961f3c7-5b87-4812-add1-d363ef8353bb', 'name': 'network-vif-deleted', 'tag': 'd62ed94b-8f9c-4dad-a0fd-012925e53e14'}] {{(pid=105127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:02:59.886852 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51926c8a96ac3dcbe8a9a7c61d1f1b13ee7346919254cfc90a12d4d270e3eabf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a829cbf8-84cd-4865-8d04-d1717f97df1a" -d '{"events": [{"server_uuid": "2961f3c7-5b87-4812-add1-d363ef8353bb", "name": "network-vif-deleted", "tag": "d62ed94b-8f9c-4dad-a0fd-012925e53e14"}]}' {{(pid=105127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:02:59.924346 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfb3d90-f676-4eaa-ad25-b2db7c593e8f x-openstack-request-id: req-0bfb3d90-f676-4eaa-ad25-b2db7c593e8f {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:02:59.924700 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2961f3c7-5b87-4812-add1-d363ef8353bb", "name": "network-vif-deleted", "tag": "d62ed94b-8f9c-4dad-a0fd-012925e53e14", "status": "completed", "code": 200}]} {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:02:59.924981 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0bfb3d90-f676-4eaa-ad25-b2db7c593e8f {{(pid=105127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:02:59.925408 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2961f3c7-5b87-4812-add1-d363ef8353bb', 'name': 'network-vif-deleted', 'tag': 'd62ed94b-8f9c-4dad-a0fd-012925e53e14', 'status': 'completed', 'code': 200} Jun 29 11:02:59.966670 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:00.003413 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] For port 8f134dbe-aa41-4575-be2c-9dbecd47ec4b, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=8f134dbe-aa41-4575-be2c-9dbecd47ec4b,segment=NetworkSegment(a604d2f4-8ba9-42d2-874f-07fa9462f195),segment_id=a604d2f4-8ba9-42d2-874f-07fa9462f195)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:03:00.080489 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:00.082518 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-c103b6e6-e314-405b-b0a2-9c82ba3e48c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:03:00.146039 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Pushing event updated for resources: {'Port': ['ID=8f134dbe-aa41-4575-be2c-9dbecd47ec4b,revision_number=5']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:03:00.150962 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:03:00.704115 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-3612b811-ea7a-4cef-9617-9434187dca5b req-b7e19cdf-056a-4a6c-b4bd-9a61f263780b tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=2961f3c7-5b87-4812-add1-d363ef8353bb HTTP/1.1" status: 200 len: 210 time: 0.0315342 Jun 29 11:03:01.708935 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 8f134dbe-aa41-4575-be2c-9dbecd47ec4b up at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:03:01.767411 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Provisioning complete for port 8f134dbe-aa41-4575-be2c-9dbecd47ec4b triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:03:01.767914 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:02.847746 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device d62ed94b-8f9c-4dad-a0fd-012925e53e14 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:03:02.868537 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] No Port match for: d62ed94b-8f9c-4dad-a0fd-012925e53e14 {{(pid=105128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:03:02.868901 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device d62ed94b-8f9c-4dad-a0fd-012925e53e14 not bound to the agent host hv-cinder-79351 {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:03:06.216219 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-2aba04e9-89c9-4cb6-8688-ebe2d87cc09e tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:06.218146 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-2aba04e9-89c9-4cb6-8688-ebe2d87cc09e tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/networks?id=b4b7d1ce-8b53-49ce-a056-d445361a7129 HTTP/1.1" status: 200 len: 812 time: 0.1111984 Jun 29 11:03:06.233055 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-977f0173-842d-46fc-8e3e-0683321208de tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/quotas/544477bd1c9f4ca196cf7329a141b8a7 HTTP/1.1" status: 200 len: 375 time: 0.0088050 Jun 29 11:03:06.266264 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-eed52528-b0e9-4c72-aace-ff04dc32059c tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=544477bd1c9f4ca196cf7329a141b8a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278218 Jun 29 11:03:06.351196 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-e3615122-610f-47f4-91a2-f242244814fa service neutron] 10.222.0.66 "GET /v2.0/networks/b4b7d1ce-8b53-49ce-a056-d445361a7129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782821 Jun 29 11:03:06.428789 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-f862fba4-00af-4c6c-9a3d-0d1a6163f1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:06.443349 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-f8fe9f8f-215a-4a32-8cc5-b908273fef48 service neutron] 10.222.0.66 "GET /v2.0/networks/b4b7d1ce-8b53-49ce-a056-d445361a7129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864465 Jun 29 11:03:06.763318 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-9313778a-500b-497e-bfeb-d24af4c68c77 req-bb6166c9-b2b4-4434-842c-a6f0dec9b6d4 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf4cadf0-3ae4-45a8-8c06-dff8d730e2be HTTP/1.1" status: 200 len: 210 time: 0.0376909 Jun 29 11:03:07.905608 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-2d1d6c1f-811f-496e-8d5d-fa41a7347c27 req-3a657d58-19f2-4547-856a-ad8a1a2d40d5 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf4cadf0-3ae4-45a8-8c06-dff8d730e2be HTTP/1.1" status: 200 len: 210 time: 0.0300655 Jun 29 11:03:08.379708 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-ddd2b260-8d74-45db-ab40-dab9963e0fda tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:08.381170 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-ddd2b260-8d74-45db-ab40-dab9963e0fda tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/networks?id=46f7c738-bc72-4d61-9a70-6790c1236e3a HTTP/1.1" status: 200 len: 815 time: 0.1033978 Jun 29 11:03:08.396670 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-2b54c04b-fac6-4d60-ad59-f0a95e88c519 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/quotas/062c9effd8ee472b8d3bc5a1e756224e HTTP/1.1" status: 200 len: 375 time: 0.0095253 Jun 29 11:03:08.463873 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-c0e8285b-e6bd-4368-ab1a-21aad557be85 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=062c9effd8ee472b8d3bc5a1e756224e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623229 Jun 29 11:03:08.556620 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-3dcb266c-f5d9-44f8-9e38-26019514c6e3 service neutron] 10.222.0.66 "GET /v2.0/networks/46f7c738-bc72-4d61-9a70-6790c1236e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817096 Jun 29 11:03:08.645315 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-5a216620-f32b-4224-b589-5610bb337500 service neutron] 10.222.0.66 "GET /v2.0/networks/46f7c738-bc72-4d61-9a70-6790c1236e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823548 Jun 29 11:03:08.831825 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-f8775da7-4dc9-4c60-b1a5-eb1834e1ba3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:08.884907 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-3369716b-de3e-486d-b231-37d22871e081 req-0e05a82b-22d2-4a10-a3f5-53ce42c7a195 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 210 time: 0.0313890 Jun 29 11:03:08.960101 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:09.007470 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-5cfe6f98-c740-48fd-a61a-363aaaf65d8e tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:09.009071 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-5cfe6f98-c740-48fd-a61a-363aaaf65d8e tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.42 "GET /v2.0/networks?id=b4b7d1ce-8b53-49ce-a056-d445361a7129 HTTP/1.1" status: 200 len: 812 time: 0.1266487 Jun 29 11:03:09.033036 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-6ae84bca-956c-410b-84c3-9ea8f7c50d8c tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Request body: {'port': {'device_id': 'cf4cadf0-3ae4-45a8-8c06-dff8d730e2be', 'network_id': 'b4b7d1ce-8b53-49ce-a056-d445361a7129', 'admin_state_up': True, 'tenant_id': '544477bd1c9f4ca196cf7329a141b8a7'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:03:09.076753 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f1456c3b-857f-497b-b207-653a240d2366 req-94081af4-22d2-4ee7-bd15-da0c95bd847f tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf4cadf0-3ae4-45a8-8c06-dff8d730e2be HTTP/1.1" status: 200 len: 210 time: 0.0306442 Jun 29 11:03:09.256967 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-6ae84bca-956c-410b-84c3-9ea8f7c50d8c tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Made reservation on behalf of 544477bd1c9f4ca196cf7329a141b8a7 for: {'port': 1} {{(pid=105127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:03:09.261345 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-6ae84bca-956c-410b-84c3-9ea8f7c50d8c tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:09.389857 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.db_base_plugin_common [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-6ae84bca-956c-410b-84c3-9ea8f7c50d8c tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Allocated IP 172.20.0.10 (b4b7d1ce-8b53-49ce-a056-d445361a7129/0b048a7c-f89c-4326-9bd8-792fcc2ac6cf/3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5) {{(pid=105127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:03:09.543095 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-6ae84bca-956c-410b-84c3-9ea8f7c50d8c tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Notify callbacks [] for port, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:09.679942 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-6ae84bca-956c-410b-84c3-9ea8f7c50d8c tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130347142'] for port, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:09.683813 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-3066d9a3-0164-4960-8ac0-8ea97400bf91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:03:09.726704 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-6ae84bca-956c-410b-84c3-9ea8f7c50d8c tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Network b4b7d1ce-8b53-49ce-a056-d445361a7129 is already hosted by enough agents. {{(pid=105127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:03:09.730014 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.base_scheduler [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-6ae84bca-956c-410b-84c3-9ea8f7c50d8c tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Resources bound (agent type, host, resource id): {{(pid=105127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:03:09.734478 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-6ae84bca-956c-410b-84c3-9ea8f7c50d8c tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Received port after_create {{(pid=105127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:03:09.741049 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae84bca-956c-410b-84c3-9ea8f7c50d8c tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Pushing event updated for resources: {'Port': ['ID=3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:03:09.764971 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-6ae84bca-956c-410b-84c3-9ea8f7c50d8c tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:03:09.793859 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-6ae84bca-956c-410b-84c3-9ea8f7c50d8c tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:09.796179 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-6ae84bca-956c-410b-84c3-9ea8f7c50d8c tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:09.858548 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-6ae84bca-956c-410b-84c3-9ea8f7c50d8c tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8308122 Jun 29 11:03:09.877009 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-a28774e8-abf9-4b14-8e97-f85f8a8a78c6 service neutron] Request body: {'port': {'device_id': 'cf4cadf0-3ae4-45a8-8c06-dff8d730e2be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:03:09.948501 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-a28774e8-abf9-4b14-8e97-f85f8a8a78c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:10.041402 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-07af0b43-0e42-4fe2-9321-efd37918b253 req-3586238c-65a5-44f6-ae1e-2d7cae9ec325 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 210 time: 0.0327222 Jun 29 11:03:10.190661 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:10.250607 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-a28774e8-abf9-4b14-8e97-f85f8a8a78c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5 {{(pid=105127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:03:10.258919 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-a28774e8-abf9-4b14-8e97-f85f8a8a78c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:10.280066 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.provisioning_blocks [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-a28774e8-abf9-4b14-8e97-f85f8a8a78c6 service neutron] Transition to ACTIVE for port object 3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5 will not be triggered until provisioned by entity L2. {{(pid=105127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:03:10.295400 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e1304-ad63-417c-959a-619ae1d642ff req-c1a5a4d0-6d84-4135-9ebd-7c1965c33821 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:10.296870 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-c13e1304-ad63-417c-959a-619ae1d642ff req-c1a5a4d0-6d84-4135-9ebd-7c1965c33821 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf4cadf0-3ae4-45a8-8c06-dff8d730e2be HTTP/1.1" status: 200 len: 932 time: 0.0887370 Jun 29 11:03:10.336195 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-c13e1304-ad63-417c-959a-619ae1d642ff req-99f33eec-436e-4c48-b6e3-286b1ea34d60 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/security-groups?id=115df868-f249-406f-b279-69223379506e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333235 Jun 29 11:03:10.365477 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-a28774e8-abf9-4b14-8e97-f85f8a8a78c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130347152'] for port, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:10.368610 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-4d0c8056-7f8f-4115-ade0-09b922157257 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:03:10.417295 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28774e8-abf9-4b14-8e97-f85f8a8a78c6 service neutron] Pushing event updated for resources: {'Port': ['ID=3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5,revision_number=2']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:03:10.422953 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-a28774e8-abf9-4b14-8e97-f85f8a8a78c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:03:10.491714 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-a28774e8-abf9-4b14-8e97-f85f8a8a78c6 service neutron] Attempting to bind port 3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:03:10.492044 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-a28774e8-abf9-4b14-8e97-f85f8a8a78c6 service neutron] Attempting to bind port 3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'b20d8b57-ff44-4af9-a6de-2ce330f79578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b4b7d1ce-8b53-49ce-a056-d445361a7129'}] {{(pid=105127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:03:10.492384 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-a28774e8-abf9-4b14-8e97-f85f8a8a78c6 service neutron] Attempting to bind port 3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5 on network b4b7d1ce-8b53-49ce-a056-d445361a7129 {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:03:10.496582 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-a28774e8-abf9-4b14-8e97-f85f8a8a78c6 service neutron] Port 3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5 on network b4b7d1ce-8b53-49ce-a056-d445361a7129 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:03:10.496898 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-a28774e8-abf9-4b14-8e97-f85f8a8a78c6 service neutron] Attempting to bind port 3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5 on network b4b7d1ce-8b53-49ce-a056-d445361a7129 {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:03:10.502080 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-a28774e8-abf9-4b14-8e97-f85f8a8a78c6 service neutron] Checking agent: {'id': 'bdcb3022-9de1-427e-88c2-d5d630f764fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 56, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:03:10.502412 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-a28774e8-abf9-4b14-8e97-f85f8a8a78c6 service neutron] Checking segment: {'id': 'b20d8b57-ff44-4af9-a6de-2ce330f79578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b4b7d1ce-8b53-49ce-a056-d445361a7129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:03:10.502785 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-a28774e8-abf9-4b14-8e97-f85f8a8a78c6 service neutron] Bound using segment: {'id': 'b20d8b57-ff44-4af9-a6de-2ce330f79578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b4b7d1ce-8b53-49ce-a056-d445361a7129'} {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:03:10.503219 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-a28774e8-abf9-4b14-8e97-f85f8a8a78c6 service neutron] Bound port: 3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b20d8b57-ff44-4af9-a6de-2ce330f79578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b4b7d1ce-8b53-49ce-a056-d445361a7129'}}] {{(pid=105127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:03:10.503548 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-a28774e8-abf9-4b14-8e97-f85f8a8a78c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:10.565595 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-a28774e8-abf9-4b14-8e97-f85f8a8a78c6 service neutron] For port 3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5, host hv-cinder-79351, cleared binding levels {{(pid=105127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:03:10.568639 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-a28774e8-abf9-4b14-8e97-f85f8a8a78c6 service neutron] For port 3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5,segment=NetworkSegment(b20d8b57-ff44-4af9-a6de-2ce330f79578),segment_id=b20d8b57-ff44-4af9-a6de-2ce330f79578)] {{(pid=105127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:03:10.646450 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-a28774e8-abf9-4b14-8e97-f85f8a8a78c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130347152'] for port, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:10.648594 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-5791613e-3652-4e43-a317-94e54670bcf5 tempest-VolumesActionsTest-160181451 tempest-VolumesActionsTest-160181451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:03:10.682641 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-a28774e8-abf9-4b14-8e97-f85f8a8a78c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:10.683250 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-a28774e8-abf9-4b14-8e97-f85f8a8a78c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:10.684709 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-a28774e8-abf9-4b14-8e97-f85f8a8a78c6 service neutron] 10.222.0.42 "PUT /v2.0/ports/3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5 HTTP/1.1" status: 200 len: 1094 time: 0.8120694 Jun 29 11:03:10.685722 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf4cadf0-3ae4-45a8-8c06-dff8d730e2be', 'tag': '3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5'}] {{(pid=105127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:03:10.688117 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51926c8a96ac3dcbe8a9a7c61d1f1b13ee7346919254cfc90a12d4d270e3eabf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31771ab4-afd3-42ae-9d92-e46fd89bdb4c" -d '{"events": [{"name": "network-changed", "server_uuid": "cf4cadf0-3ae4-45a8-8c06-dff8d730e2be", "tag": "3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5"}]}' {{(pid=105127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:03:10.709182 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28774e8-abf9-4b14-8e97-f85f8a8a78c6 service neutron] Pushing event updated for resources: {'Port': ['ID=3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5,revision_number=3']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:03:10.712411 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-a28774e8-abf9-4b14-8e97-f85f8a8a78c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:03:10.726378 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45101e41-df9c-47f3-b771-bdd665f564dd x-openstack-request-id: req-45101e41-df9c-47f3-b771-bdd665f564dd {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:03:10.726698 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf4cadf0-3ae4-45a8-8c06-dff8d730e2be", "tag": "3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5", "status": "completed", "code": 200}]} {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:03:10.726980 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-45101e41-df9c-47f3-b771-bdd665f564dd {{(pid=105127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:03:10.727409 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf4cadf0-3ae4-45a8-8c06-dff8d730e2be', 'tag': '3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5', 'status': 'completed', 'code': 200} Jun 29 11:03:10.835326 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31771ab4-afd3-42ae-9d92-e46fd89bdb4c req-04970fd1-6737-41e6-a056-3e3132d6e0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:10.836761 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-31771ab4-afd3-42ae-9d92-e46fd89bdb4c req-04970fd1-6737-41e6-a056-3e3132d6e0c2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=544477bd1c9f4ca196cf7329a141b8a7&device_id=cf4cadf0-3ae4-45a8-8c06-dff8d730e2be HTTP/1.1" status: 200 len: 1097 time: 0.0540855 Jun 29 11:03:10.944259 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31771ab4-afd3-42ae-9d92-e46fd89bdb4c req-50e543cf-457a-4c37-a0bb-e3a994cf2475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:10.945741 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-31771ab4-afd3-42ae-9d92-e46fd89bdb4c req-50e543cf-457a-4c37-a0bb-e3a994cf2475 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=544477bd1c9f4ca196cf7329a141b8a7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0945609 Jun 29 11:03:11.047051 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31771ab4-afd3-42ae-9d92-e46fd89bdb4c req-d6d1678a-7c57-4195-8f84-dded5fd961bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:11.048452 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-31771ab4-afd3-42ae-9d92-e46fd89bdb4c req-d6d1678a-7c57-4195-8f84-dded5fd961bb service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909722 Jun 29 11:03:11.188295 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-48c768ce-4319-4a33-8b42-fd9e881c9603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:11.190553 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-48c768ce-4319-4a33-8b42-fd9e881c9603 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=544477bd1c9f4ca196cf7329a141b8a7&device_id=cf4cadf0-3ae4-45a8-8c06-dff8d730e2be HTTP/1.1" status: 200 len: 1097 time: 0.0583315 Jun 29 11:03:11.204285 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-36394052-0a72-423e-8852-22d73b27e498 req-f4b4eb37-866b-440d-a059-93a619b85d40 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 210 time: 0.0342612 Jun 29 11:03:11.251092 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-aa113529-c002-4495-9fd3-811182a68b04 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5 HTTP/1.1" status: 200 len: 217 time: 0.0438869 Jun 29 11:03:11.350989 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-c4fe0d21-496d-43af-9daf-fd7565fbfef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:11.352383 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-c4fe0d21-496d-43af-9daf-fd7565fbfef5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0b048a7c-f89c-4326-9bd8-792fcc2ac6cf HTTP/1.1" status: 200 len: 852 time: 0.0897951 Jun 29 11:03:11.396655 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-51161dc0-2b11-4c48-9654-57cb2f026852 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b4b7d1ce-8b53-49ce-a056-d445361a7129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347879 Jun 29 11:03:11.405286 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-507c80ee-dbf9-49e7-ab14-589c810c2582 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:11.406634 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-507c80ee-dbf9-49e7-ab14-589c810c2582 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.42 "GET /v2.0/networks?id=46f7c738-bc72-4d61-9a70-6790c1236e3a HTTP/1.1" status: 200 len: 815 time: 0.1649718 Jun 29 11:03:11.455244 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-be728a4f-49cb-4812-a81b-810315a3f65a tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Request body: {'port': {'device_id': 'da09ee36-3f2b-46d6-b5c2-753ccb72d8a8', 'network_id': '46f7c738-bc72-4d61-9a70-6790c1236e3a', 'admin_state_up': True, 'tenant_id': '062c9effd8ee472b8d3bc5a1e756224e'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:03:11.605783 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-6f686013-86c6-451b-9a1b-fcde3edfa3a0 service neutron] 10.222.0.42 "GET /v2.0/networks/b4b7d1ce-8b53-49ce-a056-d445361a7129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980209 Jun 29 11:03:11.679806 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:11.696371 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b4c0a-4e0f-4e92-b531-d89981ccac79 req-f664f6d1-8037-449f-847a-e1688b493dfb tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:11.697816 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a79b4c0a-4e0f-4e92-b531-d89981ccac79 req-f664f6d1-8037-449f-847a-e1688b493dfb tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf4cadf0-3ae4-45a8-8c06-dff8d730e2be HTTP/1.1" status: 200 len: 944 time: 0.2394667 Jun 29 11:03:11.754470 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7f67f01a-d551-4851-8364-fa4ad3f5df8c req-37ca1d10-a627-4098-ba04-1de17b2003e3 service neutron] 10.222.0.42 "GET /v2.0/networks/b4b7d1ce-8b53-49ce-a056-d445361a7129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375408 Jun 29 11:03:11.759253 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a79b4c0a-4e0f-4e92-b531-d89981ccac79 req-da395ba0-4f7c-4ca9-a986-cccbd6967bf7 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/security-groups?id=115df868-f249-406f-b279-69223379506e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541203 Jun 29 11:03:11.805438 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-be728a4f-49cb-4812-a81b-810315a3f65a tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Made reservation on behalf of 062c9effd8ee472b8d3bc5a1e756224e for: {'port': 1} {{(pid=105127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:03:11.809267 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-be728a4f-49cb-4812-a81b-810315a3f65a tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:11.953856 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.db_base_plugin_common [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-be728a4f-49cb-4812-a81b-810315a3f65a tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Allocated IP 172.20.0.9 (46f7c738-bc72-4d61-9a70-6790c1236e3a/cc3ad3db-db67-480b-a014-8ca92a76ef0f/81fed723-1104-487e-919c-97613ef8aa03) {{(pid=105127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:03:12.098870 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-be728a4f-49cb-4812-a81b-810315a3f65a tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks [] for port, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:12.111429 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.provisioning_blocks [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-be728a4f-49cb-4812-a81b-810315a3f65a tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Transition to ACTIVE for port object 81fed723-1104-487e-919c-97613ef8aa03 will not be triggered until provisioned by entity DHCP. {{(pid=105127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:03:12.233358 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-be728a4f-49cb-4812-a81b-810315a3f65a tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130347142'] for port, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:12.238878 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-deb424c1-12e2-4309-9b76-991a5f695bf8 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:03:12.305451 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-be728a4f-49cb-4812-a81b-810315a3f65a tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Network 46f7c738-bc72-4d61-9a70-6790c1236e3a is already hosted by enough agents. {{(pid=105127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:03:12.309504 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.base_scheduler [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-be728a4f-49cb-4812-a81b-810315a3f65a tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Resources bound (agent type, host, resource id): {{(pid=105127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:03:12.314665 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-be728a4f-49cb-4812-a81b-810315a3f65a tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Received port after_create {{(pid=105127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:03:12.361266 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be728a4f-49cb-4812-a81b-810315a3f65a tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Pushing event updated for resources: {'Port': ['ID=81fed723-1104-487e-919c-97613ef8aa03,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:03:12.364837 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-be728a4f-49cb-4812-a81b-810315a3f65a tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:03:12.409257 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-be728a4f-49cb-4812-a81b-810315a3f65a tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:12.409924 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-be728a4f-49cb-4812-a81b-810315a3f65a tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:12.460951 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd3f6a-cd13-4254-be16-29f185a68347 req-8b754358-4de7-48ac-a194-7f8b7d852956 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:12.463521 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-3cfd3f6a-cd13-4254-be16-29f185a68347 req-8b754358-4de7-48ac-a194-7f8b7d852956 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 931 time: 0.0940719 Jun 29 11:03:12.511935 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-3cfd3f6a-cd13-4254-be16-29f185a68347 req-8dec558a-c4c6-42e1-9a64-977550450f2d tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a747de9-a1d5-4d79-ae65-a08a227b2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423560 Jun 29 11:03:12.532415 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-be728a4f-49cb-4812-a81b-810315a3f65a tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1040363 Jun 29 11:03:12.714075 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-17fdc286-b4c6-4ac8-b7bf-a2896be95d62 None None] Provisioning for port 81fed723-1104-487e-919c-97613ef8aa03 completed by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:03:12.719201 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-17fdc286-b4c6-4ac8-b7bf-a2896be95d62 None None] Provisioning complete for port 81fed723-1104-487e-919c-97613ef8aa03 triggered by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:03:12.719591 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-17fdc286-b4c6-4ac8-b7bf-a2896be95d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:12.756151 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-17fdc286-b4c6-4ac8-b7bf-a2896be95d62 None None] Port 81fed723-1104-487e-919c-97613ef8aa03 cannot update to ACTIVE because it is not bound. {{(pid=105128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:03:12.946734 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf4667-a0f5-4e11-95cc-8f438e097164 req-b08dde86-a8ac-4b1f-aff1-c844fbc6f8d1 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:12.948220 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-a6cf4667-a0f5-4e11-95cc-8f438e097164 req-b08dde86-a8ac-4b1f-aff1-c844fbc6f8d1 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf4cadf0-3ae4-45a8-8c06-dff8d730e2be HTTP/1.1" status: 200 len: 944 time: 0.0734735 Jun 29 11:03:12.988695 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-a6cf4667-a0f5-4e11-95cc-8f438e097164 req-a2f7eff3-4268-4981-a1d1-363d08c5ff22 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/security-groups?id=115df868-f249-406f-b279-69223379506e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329053 Jun 29 11:03:13.706497 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9723a-2bb6-45b9-8a42-7a0ea1ea110e req-0fd20db4-de8a-4a6a-8830-e1a8fcfae734 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:13.708887 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-d5d9723a-2bb6-45b9-8a42-7a0ea1ea110e req-0fd20db4-de8a-4a6a-8830-e1a8fcfae734 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 931 time: 0.0686924 Jun 29 11:03:13.748433 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-d5d9723a-2bb6-45b9-8a42-7a0ea1ea110e req-7c629d7e-19b3-442b-8a04-cc8eb43e945d tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a747de9-a1d5-4d79-ae65-a08a227b2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332255 Jun 29 11:03:14.165794 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919bef3-d600-4e0e-869d-c35039e8307d req-8db5d727-8e28-466c-bcef-664fc1dbbd69 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:14.170285 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-c919bef3-d600-4e0e-869d-c35039e8307d req-8db5d727-8e28-466c-bcef-664fc1dbbd69 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf4cadf0-3ae4-45a8-8c06-dff8d730e2be HTTP/1.1" status: 200 len: 944 time: 0.0658522 Jun 29 11:03:14.208231 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-c919bef3-d600-4e0e-869d-c35039e8307d req-89d3f64d-1afd-44df-bf98-d20959bcf80d tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/security-groups?id=115df868-f249-406f-b279-69223379506e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347714 Jun 29 11:03:14.291776 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.agents_db [None req-6227a327-39ba-4b2a-b4ab-7b0e2d6295dc None None] Agent healthcheck: found 6 active agents {{(pid=105129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:03:14.935501 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f5a8e-d0f0-457a-8226-7c0d4c469bc9 req-942f3192-1c55-4d9b-bbdd-20d4f38d3695 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:14.937032 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-664f5a8e-d0f0-457a-8226-7c0d4c469bc9 req-942f3192-1c55-4d9b-bbdd-20d4f38d3695 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 931 time: 0.0674028 Jun 29 11:03:14.979465 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-664f5a8e-d0f0-457a-8226-7c0d4c469bc9 req-8f114727-77ec-4e24-97cb-a8d9c46b6030 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a747de9-a1d5-4d79-ae65-a08a227b2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363269 Jun 29 11:03:15.411259 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2474d-f184-4e9f-a5a7-dfe69d053a36 req-5cb066a9-4711-49e6-97e4-59c5d27d3620 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:15.412779 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-94c2474d-f184-4e9f-a5a7-dfe69d053a36 req-5cb066a9-4711-49e6-97e4-59c5d27d3620 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf4cadf0-3ae4-45a8-8c06-dff8d730e2be HTTP/1.1" status: 200 len: 944 time: 0.0912874 Jun 29 11:03:15.457809 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-94c2474d-f184-4e9f-a5a7-dfe69d053a36 req-4d9445b1-5832-4a74-8224-1ace4b3d67ca tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/security-groups?id=115df868-f249-406f-b279-69223379506e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350432 Jun 29 11:03:16.169657 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae8be6-e538-4191-8964-54843d617dfe req-f1465787-c81c-4a26-b85a-ca8f7a072f71 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:16.171274 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f5ae8be6-e538-4191-8964-54843d617dfe req-f1465787-c81c-4a26-b85a-ca8f7a072f71 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 931 time: 0.0710018 Jun 29 11:03:16.210630 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f5ae8be6-e538-4191-8964-54843d617dfe req-a0914cf1-47ac-4ce8-9a69-eba592d9ea2a tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a747de9-a1d5-4d79-ae65-a08a227b2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335104 Jun 29 11:03:16.803631 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b540ed-ef13-4034-922d-e3d013f81c7b req-4d166afb-0a10-4e48-b845-92587ace2998 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:16.803631 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f1b540ed-ef13-4034-922d-e3d013f81c7b req-4d166afb-0a10-4e48-b845-92587ace2998 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf4cadf0-3ae4-45a8-8c06-dff8d730e2be HTTP/1.1" status: 200 len: 944 time: 0.0727341 Jun 29 11:03:16.842965 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f1b540ed-ef13-4034-922d-e3d013f81c7b req-7eb1c948-7b5a-487a-9100-bdf3cefd0364 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/security-groups?id=115df868-f249-406f-b279-69223379506e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361774 Jun 29 11:03:17.386230 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd47c1e-1bc6-40bc-bae1-6a3c9db14430 req-169400eb-b288-40bc-8102-9a40638e750a tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:17.387735 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-3bd47c1e-1bc6-40bc-bae1-6a3c9db14430 req-169400eb-b288-40bc-8102-9a40638e750a tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 931 time: 0.0666981 Jun 29 11:03:17.427480 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-3bd47c1e-1bc6-40bc-bae1-6a3c9db14430 req-50dbd5ee-7b8a-4570-b645-582a054621bc tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a747de9-a1d5-4d79-ae65-a08a227b2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333254 Jun 29 11:03:18.027714 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dfce54-b4e9-47fe-a782-8a48344b5b4f req-2c69f70f-8b30-428e-954d-c50c3ed88ddc tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:18.029772 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-c8dfce54-b4e9-47fe-a782-8a48344b5b4f req-2c69f70f-8b30-428e-954d-c50c3ed88ddc tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf4cadf0-3ae4-45a8-8c06-dff8d730e2be HTTP/1.1" status: 200 len: 944 time: 0.0692098 Jun 29 11:03:18.068663 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-c8dfce54-b4e9-47fe-a782-8a48344b5b4f req-08706920-a83a-430a-9c5d-b9e92b2f663b tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/security-groups?id=115df868-f249-406f-b279-69223379506e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330665 Jun 29 11:03:18.604798 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c35fee-e286-40a8-b33e-c41ca92e5ffa req-0a417639-f110-4d15-9ad0-dfbcd4e48434 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:18.606260 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-86c35fee-e286-40a8-b33e-c41ca92e5ffa req-0a417639-f110-4d15-9ad0-dfbcd4e48434 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 931 time: 0.0645831 Jun 29 11:03:18.658679 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-86c35fee-e286-40a8-b33e-c41ca92e5ffa req-53381cf3-bb22-4497-b422-26b46911fbd4 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a747de9-a1d5-4d79-ae65-a08a227b2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452580 Jun 29 11:03:19.268240 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaec23f-f967-4002-ab14-a7a1f210d559 req-9e5834fa-266e-4033-938c-3c4b64abd74c tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:19.269771 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-aeaec23f-f967-4002-ab14-a7a1f210d559 req-9e5834fa-266e-4033-938c-3c4b64abd74c tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf4cadf0-3ae4-45a8-8c06-dff8d730e2be HTTP/1.1" status: 200 len: 944 time: 0.0737855 Jun 29 11:03:19.309942 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-aeaec23f-f967-4002-ab14-a7a1f210d559 req-ea0af7bb-9ec7-49d1-bb35-7182d8741e25 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/security-groups?id=115df868-f249-406f-b279-69223379506e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340850 Jun 29 11:03:19.844740 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55d920-13e6-48be-9047-100b95f6089b req-3966140e-a2df-4bc2-9323-0fa3de073f0d tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:19.846508 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-de55d920-13e6-48be-9047-100b95f6089b req-3966140e-a2df-4bc2-9323-0fa3de073f0d tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 931 time: 0.0670910 Jun 29 11:03:19.885466 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-de55d920-13e6-48be-9047-100b95f6089b req-3c104f83-c61b-447c-8d0b-025419ba19ec tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a747de9-a1d5-4d79-ae65-a08a227b2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336065 Jun 29 11:03:20.489625 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d5ad7-c091-41eb-8355-bcfe18c027d6 req-cf4bb174-84c6-4491-bd9b-f595a5624737 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:20.491310 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-aa6d5ad7-c091-41eb-8355-bcfe18c027d6 req-cf4bb174-84c6-4491-bd9b-f595a5624737 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf4cadf0-3ae4-45a8-8c06-dff8d730e2be HTTP/1.1" status: 200 len: 944 time: 0.0642509 Jun 29 11:03:20.532566 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-aa6d5ad7-c091-41eb-8355-bcfe18c027d6 req-076a8984-4141-42a1-831d-75468ddc90f5 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/security-groups?id=115df868-f249-406f-b279-69223379506e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356281 Jun 29 11:03:21.071826 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531a1d6-35dd-43d7-95be-8d3908e3fb09 req-7a5cff49-fa1c-480d-a163-c006a99f2ec5 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:21.073353 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-d531a1d6-35dd-43d7-95be-8d3908e3fb09 req-7a5cff49-fa1c-480d-a163-c006a99f2ec5 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 931 time: 0.0669606 Jun 29 11:03:21.112624 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-d531a1d6-35dd-43d7-95be-8d3908e3fb09 req-450b175e-7f62-47dd-a00c-1a3519431862 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a747de9-a1d5-4d79-ae65-a08a227b2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333691 Jun 29 11:03:21.709279 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679fd163-2c1a-4d8c-807b-ae713b79d4da req-2ad7e30e-2160-4eb7-864a-ca08822b4b4d tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:21.710787 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-679fd163-2c1a-4d8c-807b-ae713b79d4da req-2ad7e30e-2160-4eb7-864a-ca08822b4b4d tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf4cadf0-3ae4-45a8-8c06-dff8d730e2be HTTP/1.1" status: 200 len: 944 time: 0.0641356 Jun 29 11:03:21.750011 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-679fd163-2c1a-4d8c-807b-ae713b79d4da req-8e3f81dc-42e7-44b6-bf8a-167b83af9739 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/security-groups?id=115df868-f249-406f-b279-69223379506e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334682 Jun 29 11:03:22.295133 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ebbe4-4e22-47e1-9bee-9f4ef0691975 req-772556b3-9840-4071-80ee-7da5c2c582d2 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:22.296645 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-b75ebbe4-4e22-47e1-9bee-9f4ef0691975 req-772556b3-9840-4071-80ee-7da5c2c582d2 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 931 time: 0.0676100 Jun 29 11:03:22.335771 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-b75ebbe4-4e22-47e1-9bee-9f4ef0691975 req-9edf258f-3aaf-4b95-bf5c-71f8721ed3e2 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a747de9-a1d5-4d79-ae65-a08a227b2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329139 Jun 29 11:03:22.919434 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954dae4-aa97-485c-a334-00400f2c837c req-5ab9bcb7-2729-420a-9f7f-534245f358e3 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:22.920932 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-a954dae4-aa97-485c-a334-00400f2c837c req-5ab9bcb7-2729-420a-9f7f-534245f358e3 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf4cadf0-3ae4-45a8-8c06-dff8d730e2be HTTP/1.1" status: 200 len: 944 time: 0.0623550 Jun 29 11:03:22.958184 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-a954dae4-aa97-485c-a334-00400f2c837c req-94644574-8f9b-40c6-ba7f-4c09e836b43c tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/security-groups?id=115df868-f249-406f-b279-69223379506e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317450 Jun 29 11:03:22.983351 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-82984d55-fe3d-40b3-9ac1-f6eca88433da service neutron] Request body: {'port': {'device_id': 'da09ee36-3f2b-46d6-b5c2-753ccb72d8a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:03:23.057087 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-82984d55-fe3d-40b3-9ac1-f6eca88433da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:23.515938 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2800a-4e8a-4f6c-b432-4ca4dd95b846 req-0ac501a7-3a04-4d9e-9375-fbe53a1c964c tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:23.517556 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-e5d2800a-4e8a-4f6c-b432-4ca4dd95b846 req-0ac501a7-3a04-4d9e-9375-fbe53a1c964c tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 931 time: 0.0641387 Jun 29 11:03:23.555712 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-e5d2800a-4e8a-4f6c-b432-4ca4dd95b846 req-c52a56b6-4261-46dc-8dfc-b0f1ff367e8a tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a747de9-a1d5-4d79-ae65-a08a227b2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320539 Jun 29 11:03:23.570425 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-82984d55-fe3d-40b3-9ac1-f6eca88433da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81fed723-1104-487e-919c-97613ef8aa03 {{(pid=105127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:03:23.578655 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-82984d55-fe3d-40b3-9ac1-f6eca88433da service neutron] Notify callbacks [] for port, precommit_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:23.589746 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.provisioning_blocks [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-82984d55-fe3d-40b3-9ac1-f6eca88433da service neutron] Transition to ACTIVE for port object 81fed723-1104-487e-919c-97613ef8aa03 will not be triggered until provisioned by entity L2. {{(pid=105127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:03:23.684861 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-82984d55-fe3d-40b3-9ac1-f6eca88433da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130347152'] for port, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:23.686950 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-99a5016e-eaf6-4ebc-b7bf-1d6306381ff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:03:23.736126 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82984d55-fe3d-40b3-9ac1-f6eca88433da service neutron] Pushing event updated for resources: {'Port': ['ID=81fed723-1104-487e-919c-97613ef8aa03,revision_number=2']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:03:23.753675 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-82984d55-fe3d-40b3-9ac1-f6eca88433da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:03:23.806544 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-82984d55-fe3d-40b3-9ac1-f6eca88433da service neutron] Attempting to bind port 81fed723-1104-487e-919c-97613ef8aa03 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:03:23.806885 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-82984d55-fe3d-40b3-9ac1-f6eca88433da service neutron] Attempting to bind port 81fed723-1104-487e-919c-97613ef8aa03 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '551fa48c-acb9-413f-b189-f5db6cd89329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '46f7c738-bc72-4d61-9a70-6790c1236e3a'}] {{(pid=105127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:03:23.807212 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-82984d55-fe3d-40b3-9ac1-f6eca88433da service neutron] Attempting to bind port 81fed723-1104-487e-919c-97613ef8aa03 on network 46f7c738-bc72-4d61-9a70-6790c1236e3a {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:03:23.811686 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-82984d55-fe3d-40b3-9ac1-f6eca88433da service neutron] Port 81fed723-1104-487e-919c-97613ef8aa03 on network 46f7c738-bc72-4d61-9a70-6790c1236e3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:03:23.812006 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-82984d55-fe3d-40b3-9ac1-f6eca88433da service neutron] Attempting to bind port 81fed723-1104-487e-919c-97613ef8aa03 on network 46f7c738-bc72-4d61-9a70-6790c1236e3a {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:03:23.817037 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-82984d55-fe3d-40b3-9ac1-f6eca88433da service neutron] Checking agent: {'id': 'bdcb3022-9de1-427e-88c2-d5d630f764fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 56, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:03:23.817381 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-82984d55-fe3d-40b3-9ac1-f6eca88433da service neutron] Checking segment: {'id': '551fa48c-acb9-413f-b189-f5db6cd89329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '46f7c738-bc72-4d61-9a70-6790c1236e3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:03:23.817765 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-82984d55-fe3d-40b3-9ac1-f6eca88433da service neutron] Bound using segment: {'id': '551fa48c-acb9-413f-b189-f5db6cd89329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '46f7c738-bc72-4d61-9a70-6790c1236e3a'} {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:03:23.818203 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-82984d55-fe3d-40b3-9ac1-f6eca88433da service neutron] Bound port: 81fed723-1104-487e-919c-97613ef8aa03, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '551fa48c-acb9-413f-b189-f5db6cd89329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '46f7c738-bc72-4d61-9a70-6790c1236e3a'}}] {{(pid=105127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:03:23.818547 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-82984d55-fe3d-40b3-9ac1-f6eca88433da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:23.882782 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-82984d55-fe3d-40b3-9ac1-f6eca88433da service neutron] For port 81fed723-1104-487e-919c-97613ef8aa03, host hv-cinder-79351, cleared binding levels {{(pid=105127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:03:23.888550 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-82984d55-fe3d-40b3-9ac1-f6eca88433da service neutron] For port 81fed723-1104-487e-919c-97613ef8aa03, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=81fed723-1104-487e-919c-97613ef8aa03,segment=NetworkSegment(551fa48c-acb9-413f-b189-f5db6cd89329),segment_id=551fa48c-acb9-413f-b189-f5db6cd89329)] {{(pid=105127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:03:23.959680 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-82984d55-fe3d-40b3-9ac1-f6eca88433da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130347152'] for port, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:23.961831 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-9245e2a3-0f98-4b9c-87dd-1c25b22cd40f tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:03:23.996784 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-82984d55-fe3d-40b3-9ac1-f6eca88433da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:23.997973 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-82984d55-fe3d-40b3-9ac1-f6eca88433da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:23.999326 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-82984d55-fe3d-40b3-9ac1-f6eca88433da service neutron] 10.222.0.42 "PUT /v2.0/ports/81fed723-1104-487e-919c-97613ef8aa03 HTTP/1.1" status: 200 len: 1093 time: 1.0210378 Jun 29 11:03:23.999830 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da09ee36-3f2b-46d6-b5c2-753ccb72d8a8', 'tag': '81fed723-1104-487e-919c-97613ef8aa03'}] {{(pid=105127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:03:24.002440 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51926c8a96ac3dcbe8a9a7c61d1f1b13ee7346919254cfc90a12d4d270e3eabf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05558456-0bd7-4ccb-881b-14ba1d315f85" -d '{"events": [{"name": "network-changed", "server_uuid": "da09ee36-3f2b-46d6-b5c2-753ccb72d8a8", "tag": "81fed723-1104-487e-919c-97613ef8aa03"}]}' {{(pid=105127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:03:24.031027 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82984d55-fe3d-40b3-9ac1-f6eca88433da service neutron] Pushing event updated for resources: {'Port': ['ID=81fed723-1104-487e-919c-97613ef8aa03,revision_number=3']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:03:24.041284 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-82984d55-fe3d-40b3-9ac1-f6eca88433da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:03:24.048428 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1795fbc0-8bc6-4d43-9611-ccc34d1d832d x-openstack-request-id: req-1795fbc0-8bc6-4d43-9611-ccc34d1d832d {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:03:24.048817 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da09ee36-3f2b-46d6-b5c2-753ccb72d8a8", "tag": "81fed723-1104-487e-919c-97613ef8aa03", "status": "completed", "code": 200}]} {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:03:24.049168 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1795fbc0-8bc6-4d43-9611-ccc34d1d832d {{(pid=105127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:03:24.049696 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da09ee36-3f2b-46d6-b5c2-753ccb72d8a8', 'tag': '81fed723-1104-487e-919c-97613ef8aa03', 'status': 'completed', 'code': 200} Jun 29 11:03:24.195310 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3a773-21fd-49cd-95e5-656361eb19be req-42f8f5a6-d922-4a02-97b1-590b80df9025 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:24.196823 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-91d3a773-21fd-49cd-95e5-656361eb19be req-42f8f5a6-d922-4a02-97b1-590b80df9025 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf4cadf0-3ae4-45a8-8c06-dff8d730e2be HTTP/1.1" status: 200 len: 944 time: 0.1077936 Jun 29 11:03:24.213015 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05558456-0bd7-4ccb-881b-14ba1d315f85 req-1d23fa2a-d95e-446f-a3c9-2f9558858b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:24.214331 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-05558456-0bd7-4ccb-881b-14ba1d315f85 req-1d23fa2a-d95e-446f-a3c9-2f9558858b99 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=062c9effd8ee472b8d3bc5a1e756224e&device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 1096 time: 0.1116476 Jun 29 11:03:24.284817 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-91d3a773-21fd-49cd-95e5-656361eb19be req-aaefac52-e624-428a-8155-07527a41c52b tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/security-groups?id=115df868-f249-406f-b279-69223379506e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807657 Jun 29 11:03:24.331799 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05558456-0bd7-4ccb-881b-14ba1d315f85 req-5dd07eda-8460-4331-93a3-89a23b3a8ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:24.333305 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-05558456-0bd7-4ccb-881b-14ba1d315f85 req-5dd07eda-8460-4331-93a3-89a23b3a8ced service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=062c9effd8ee472b8d3bc5a1e756224e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1052284 Jun 29 11:03:24.424919 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05558456-0bd7-4ccb-881b-14ba1d315f85 req-1b574b5f-a96a-4ca3-a846-c2b0cbce8894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:24.426348 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-05558456-0bd7-4ccb-881b-14ba1d315f85 req-1b574b5f-a96a-4ca3-a846-c2b0cbce8894 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0857546 Jun 29 11:03:24.550153 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-45246fae-da89-4c75-9c27-c5545e74ae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:24.551516 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-45246fae-da89-4c75-9c27-c5545e74ae27 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=062c9effd8ee472b8d3bc5a1e756224e&device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 1096 time: 0.0564880 Jun 29 11:03:24.605047 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-987c9c8c-03b7-4f9d-b08d-31ef4af59e45 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81fed723-1104-487e-919c-97613ef8aa03 HTTP/1.1" status: 200 len: 217 time: 0.0347419 Jun 29 11:03:24.654481 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-474e9116-ec97-41a3-810f-56a7306d1f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:24.655970 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-474e9116-ec97-41a3-810f-56a7306d1f82 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cc3ad3db-db67-480b-a014-8ca92a76ef0f HTTP/1.1" status: 200 len: 854 time: 0.0433278 Jun 29 11:03:24.717701 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-b54a15c7-7739-44d3-9c76-b0d4f32bfa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:24.719203 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-b54a15c7-7739-44d3-9c76-b0d4f32bfa7e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=46f7c738-bc72-4d61-9a70-6790c1236e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0521531 Jun 29 11:03:24.730575 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12386035-aae3-42db-aa0c-96edbaeee789 req-c3f8062f-57d3-44dc-b09f-1d9f20ab9d8f tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:24.732062 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-12386035-aae3-42db-aa0c-96edbaeee789 req-c3f8062f-57d3-44dc-b09f-1d9f20ab9d8f tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 943 time: 0.0655468 Jun 29 11:03:24.769654 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-12386035-aae3-42db-aa0c-96edbaeee789 req-03d3014a-415f-400e-83bc-2fca3a760f73 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a747de9-a1d5-4d79-ae65-a08a227b2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319076 Jun 29 11:03:24.814486 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-253c6146-8bcf-43b6-bc7f-ce165ff24cb6 service neutron] 10.222.0.42 "GET /v2.0/networks/46f7c738-bc72-4d61-9a70-6790c1236e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870121 Jun 29 11:03:24.902579 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a7c52147-03e8-46f3-bb9c-4fb64239bff2 req-f5244b62-ec75-4b97-b77d-6ba988cb06eb service neutron] 10.222.0.42 "GET /v2.0/networks/46f7c738-bc72-4d61-9a70-6790c1236e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812654 Jun 29 11:03:24.933376 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=105128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:03:25.045616 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5,segment=NetworkSegment(b20d8b57-ff44-4af9-a6de-2ce330f79578),segment_id=b20d8b57-ff44-4af9-a6de-2ce330f79578)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:03:25.056878 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Returning: {'device': '3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5', 'network_id': 'b4b7d1ce-8b53-49ce-a056-d445361a7129', 'port_id': '3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5', 'mac_address': 'fa:16:3e:7d:72:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b048a7c-f89c-4326-9bd8-792fcc2ac6cf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:03:25.093811 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:25.106095 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5 {{(pid=105128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:03:25.126452 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5,segment=NetworkSegment(b20d8b57-ff44-4af9-a6de-2ce330f79578),segment_id=b20d8b57-ff44-4af9-a6de-2ce330f79578)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:03:25.211143 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:25.213045 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-78a4252d-1d6b-4c9c-b87c-687f05c840de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:03:25.266139 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5,revision_number=4']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:03:25.273840 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:03:25.274269 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:03:25.274678 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:03:25.275080 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:03:25.275490 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:03:25.275879 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:03:25.276453 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:03:25.276975 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:03:25.277372 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:03:25.277767 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:03:25.278209 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:03:25.278706 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:03:25.283222 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:03:25.509544 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5491a58-dea4-4824-932e-a909ffe07860 req-e7284394-f7e3-42f4-bf5b-c5934abe7c43 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:25.511033 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-b5491a58-dea4-4824-932e-a909ffe07860 req-e7284394-f7e3-42f4-bf5b-c5934abe7c43 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf4cadf0-3ae4-45a8-8c06-dff8d730e2be HTTP/1.1" status: 200 len: 945 time: 0.0632248 Jun 29 11:03:25.550677 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-b5491a58-dea4-4824-932e-a909ffe07860 req-d0cee8e3-1268-4327-8c8f-6550fae60d7b tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/security-groups?id=115df868-f249-406f-b279-69223379506e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338893 Jun 29 11:03:25.560519 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] get_ports_and_sgs() called for port_ids ['3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5'] {{(pid=105128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:03:25.779904 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8222b4-f5eb-4436-9a25-b0b84a4592a1 req-d98b420d-257c-49e1-9920-ef7e9d143d70 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:25.781457 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-dd8222b4-f5eb-4436-9a25-b0b84a4592a1 req-d98b420d-257c-49e1-9920-ef7e9d143d70 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 945 time: 0.0657287 Jun 29 11:03:25.956592 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28126a-9b2e-4879-a87a-5317ea78d721 req-35a94ee8-84fb-418e-b96b-74d066510fcd tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:25.958119 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-ae28126a-9b2e-4879-a87a-5317ea78d721 req-35a94ee8-84fb-418e-b96b-74d066510fcd tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 943 time: 0.0689132 Jun 29 11:03:25.997497 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-ae28126a-9b2e-4879-a87a-5317ea78d721 req-24930d03-2559-4b58-986f-47dd9b1e78c0 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a747de9-a1d5-4d79-ae65-a08a227b2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329900 Jun 29 11:03:26.017082 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-dd8222b4-f5eb-4436-9a25-b0b84a4592a1 req-e6c8a294-9171-4ad0-aeed-fc66b072ab51 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2298982 Jun 29 11:03:26.734746 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e43067-465b-412c-889e-a6392ef8f6cf req-cc420f7d-83ce-4ff3-916d-32b6e0f34f2a tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:26.736550 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-e1e43067-465b-412c-889e-a6392ef8f6cf req-cc420f7d-83ce-4ff3-916d-32b6e0f34f2a tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf4cadf0-3ae4-45a8-8c06-dff8d730e2be HTTP/1.1" status: 200 len: 945 time: 0.0754602 Jun 29 11:03:26.774175 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-e1e43067-465b-412c-889e-a6392ef8f6cf req-5004b731-1a06-400f-8eb7-ba61f0e440df tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/security-groups?id=115df868-f249-406f-b279-69223379506e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321128 Jun 29 11:03:26.941097 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 81fed723-1104-487e-919c-97613ef8aa03 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=105128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:03:26.951363 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5 up at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:03:27.210395 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ffca2-88a7-404b-87b1-a0e49d598680 req-cc51bcd8-8457-425f-98cf-5de63beacff8 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:27.211878 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-575ffca2-88a7-404b-87b1-a0e49d598680 req-cc51bcd8-8457-425f-98cf-5de63beacff8 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 943 time: 0.0732920 Jun 29 11:03:27.213107 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 81fed723-1104-487e-919c-97613ef8aa03, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=81fed723-1104-487e-919c-97613ef8aa03,segment=NetworkSegment(551fa48c-acb9-413f-b189-f5db6cd89329),segment_id=551fa48c-acb9-413f-b189-f5db6cd89329)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:03:27.220158 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec55b76-81ef-4fd4-9003-014bfc259948 req-1eaffbeb-d769-4ddc-9ab7-ee13151d04e8 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:27.221783 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-1ec55b76-81ef-4fd4-9003-014bfc259948 req-1eaffbeb-d769-4ddc-9ab7-ee13151d04e8 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 945 time: 0.0845912 Jun 29 11:03:27.226119 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Returning: {'device': '81fed723-1104-487e-919c-97613ef8aa03', 'network_id': '46f7c738-bc72-4d61-9a70-6790c1236e3a', 'port_id': '81fed723-1104-487e-919c-97613ef8aa03', 'mac_address': 'fa:16:3e:6e:05:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc3ad3db-db67-480b-a014-8ca92a76ef0f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:03:27.252246 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Provisioning for port 3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5 completed by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:03:27.258537 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-575ffca2-88a7-404b-87b1-a0e49d598680 req-a4c1acbf-c342-4b94-952c-9fbdd4807f1f tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a747de9-a1d5-4d79-ae65-a08a227b2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394990 Jun 29 11:03:27.266128 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Provisioning complete for port 3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:03:27.268814 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:27.271741 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-1ec55b76-81ef-4fd4-9003-014bfc259948 req-be3dc2b0-2a64-4dc3-8ad0-7a1883c344ee tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437505 Jun 29 11:03:27.290929 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:27.311772 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81fed723-1104-487e-919c-97613ef8aa03 {{(pid=105128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:03:27.336026 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 81fed723-1104-487e-919c-97613ef8aa03, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=81fed723-1104-487e-919c-97613ef8aa03,segment=NetworkSegment(551fa48c-acb9-413f-b189-f5db6cd89329),segment_id=551fa48c-acb9-413f-b189-f5db6cd89329)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:03:27.377941 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:27.386614 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:27.391292 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-c970b36e-24a0-42e6-97e4-f02ade54e4b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:03:27.425500 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4cadf0-3ae4-45a8-8c06-dff8d730e2be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5'}] {{(pid=105128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:03:27.427784 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f554d8236d32e986c704cda53ac23f663e6b3c5228ed3933e2c5dc2c6a48410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ccd727c-2ffd-478b-bdf9-27b3d6b0a869" -d '{"events": [{"server_uuid": "cf4cadf0-3ae4-45a8-8c06-dff8d730e2be", "name": "network-vif-plugged", "status": "completed", "tag": "3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5"}]}' {{(pid=105128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:03:27.448511 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5,segment=NetworkSegment(b20d8b57-ff44-4af9-a6de-2ce330f79578),segment_id=b20d8b57-ff44-4af9-a6de-2ce330f79578)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:03:27.461271 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=81fed723-1104-487e-919c-97613ef8aa03,revision_number=4']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:03:27.464249 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:03:27.467881 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17082b0b-22ce-4642-b330-9aa517e47d6f x-openstack-request-id: req-17082b0b-22ce-4642-b330-9aa517e47d6f {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:03:27.468180 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4cadf0-3ae4-45a8-8c06-dff8d730e2be", "name": "network-vif-plugged", "status": "completed", "tag": "3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5", "code": 200}]} {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:03:27.468476 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-17082b0b-22ce-4642-b330-9aa517e47d6f {{(pid=105128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:03:27.468868 dv-cinder-793515-4-smb neutron-server[105128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf4cadf0-3ae4-45a8-8c06-dff8d730e2be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5', 'code': 200} Jun 29 11:03:27.490025 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:27.492489 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:03:27.545491 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5,revision_number=5']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:03:27.548638 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:03:27.739868 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] get_ports_and_sgs() called for port_ids ['81fed723-1104-487e-919c-97613ef8aa03'] {{(pid=105128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:03:27.840325 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084effea-a80f-4f5a-805e-6e197a87161d req-49bf3cf7-d983-4b74-bc88-ddbc33038662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:27.842765 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-084effea-a80f-4f5a-805e-6e197a87161d req-49bf3cf7-d983-4b74-bc88-ddbc33038662 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cf4cadf0-3ae4-45a8-8c06-dff8d730e2be HTTP/1.1" status: 200 len: 1099 time: 0.0639064 Jun 29 11:03:27.925642 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-084effea-a80f-4f5a-805e-6e197a87161d req-d3e4be6d-8638-46fc-90c7-4388ee5a724b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=115df868-f249-406f-b279-69223379506e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655646 Jun 29 11:03:27.941008 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c75ba-4072-4679-9fc6-0248a0ae70e6 req-c276d7d5-18f1-4655-bdb1-b488c9435394 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:27.942416 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0c5c75ba-4072-4679-9fc6-0248a0ae70e6 req-c276d7d5-18f1-4655-bdb1-b488c9435394 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 945 time: 0.0918043 Jun 29 11:03:27.972250 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a01ba-6616-46ca-b0d3-3f08bbc5a015 req-d2f4b7dd-da6b-4133-929e-e719c341bd47 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:27.973759 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-187a01ba-6616-46ca-b0d3-3f08bbc5a015 req-d2f4b7dd-da6b-4133-929e-e719c341bd47 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf4cadf0-3ae4-45a8-8c06-dff8d730e2be HTTP/1.1" status: 200 len: 946 time: 0.0631857 Jun 29 11:03:28.010988 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-187a01ba-6616-46ca-b0d3-3f08bbc5a015 req-7e0eb944-2925-4089-9588-1683ff817b9b tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/security-groups?id=115df868-f249-406f-b279-69223379506e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311902 Jun 29 11:03:28.288520 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [req-0c5c75ba-4072-4679-9fc6-0248a0ae70e6 req-9392c870-6f16-44eb-982f-2acc18cd3438 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Deleting port 5b88c357-7efe-434e-aca4-d6ad512c24aa {{(pid=105127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:03:28.289054 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-0c5c75ba-4072-4679-9fc6-0248a0ae70e6 req-9392c870-6f16-44eb-982f-2acc18cd3438 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:28.439418 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-0c5c75ba-4072-4679-9fc6-0248a0ae70e6 req-9392c870-6f16-44eb-982f-2acc18cd3438 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] For port 5b88c357-7efe-434e-aca4-d6ad512c24aa, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=5b88c357-7efe-434e-aca4-d6ad512c24aa,segment=NetworkSegment(1205bcf5-bf51-4831-9bc0-f68083624420),segment_id=1205bcf5-bf51-4831-9bc0-f68083624420)] {{(pid=105127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:03:28.442431 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-0c5c75ba-4072-4679-9fc6-0248a0ae70e6 req-9392c870-6f16-44eb-982f-2acc18cd3438 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:28.466612 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd744c48-1278-45c7-9559-b5f01dab9613 req-b3acedfc-1fc3-47d1-ac83-ec491362607a tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:28.468099 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-cd744c48-1278-45c7-9559-b5f01dab9613 req-b3acedfc-1fc3-47d1-ac83-ec491362607a tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 945 time: 0.0661502 Jun 29 11:03:28.508227 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-cd744c48-1278-45c7-9559-b5f01dab9613 req-6941ab54-ad5f-4715-8f9d-075c96137ef1 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=40689b7f-f66e-47b4-86f1-171f152f402a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341527 Jun 29 11:03:28.573614 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca6a07-75c4-45fd-a538-0034a965a27c req-cf6664de-cd5b-4d83-877d-c26ffffe5fe1 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:28.575215 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-c4ca6a07-75c4-45fd-a538-0034a965a27c req-cf6664de-cd5b-4d83-877d-c26ffffe5fe1 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 944 time: 0.1911395 Jun 29 11:03:28.656101 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-c4ca6a07-75c4-45fd-a538-0034a965a27c req-f7478e0f-cb5c-4081-b946-ab5ea8e5ce6a tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a747de9-a1d5-4d79-ae65-a08a227b2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745947 Jun 29 11:03:28.712546 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-0c5c75ba-4072-4679-9fc6-0248a0ae70e6 req-9392c870-6f16-44eb-982f-2acc18cd3438 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:28.712916 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-0c5c75ba-4072-4679-9fc6-0248a0ae70e6 req-9392c870-6f16-44eb-982f-2acc18cd3438 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606879'] for floatingip, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:28.713244 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.db.l3_db [req-0c5c75ba-4072-4679-9fc6-0248a0ae70e6 req-9392c870-6f16-44eb-982f-2acc18cd3438 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Floating IP f90e8d1c-1b52-45e0-9f65-596360f8ee36 disassociated. External IP: 172.28.3.36, port: 5b88c357-7efe-434e-aca4-d6ad512c24aa. Jun 29 11:03:28.713569 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [req-0c5c75ba-4072-4679-9fc6-0248a0ae70e6 req-9392c870-6f16-44eb-982f-2acc18cd3438 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Calling delete_port for 5b88c357-7efe-434e-aca4-d6ad512c24aa owned by compute:nova {{(pid=105127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:03:28.890637 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-0c5c75ba-4072-4679-9fc6-0248a0ae70e6 req-9392c870-6f16-44eb-982f-2acc18cd3438 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130347151'] for port, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:28.895630 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-d53e1cf0-65a3-4dcd-9bea-9c9f04c85e6f tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:03:28.929886 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392c870-6f16-44eb-982f-2acc18cd3438 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Pushing event deleted for resources: {'Port': ['ID=5b88c357-7efe-434e-aca4-d6ad512c24aa,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:03:28.933043 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-9392c870-6f16-44eb-982f-2acc18cd3438 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:03:28.980071 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 81fed723-1104-487e-919c-97613ef8aa03 up at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:03:29.007020 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:29.076948 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c5c75ba-4072-4679-9fc6-0248a0ae70e6 req-9392c870-6f16-44eb-982f-2acc18cd3438 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Router fbeb5745-410b-40fb-880f-b8e114e79470 has already been hosted by L3 agent 3b2ad6f0-f3d9-4012-ac35-d330af5e0962 {{(pid=105127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:03:29.118682 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Provisioning for port 81fed723-1104-487e-919c-97613ef8aa03 completed by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:03:29.123002 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Provisioning complete for port 81fed723-1104-487e-919c-97613ef8aa03 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:03:29.123412 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:29.228558 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47490e1d-0257-4164-8c05-0e5ebba2ded9 req-c44f990d-2bd0-49b5-90d3-a939b8459406 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:29.230557 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-47490e1d-0257-4164-8c05-0e5ebba2ded9 req-c44f990d-2bd0-49b5-90d3-a939b8459406 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf4cadf0-3ae4-45a8-8c06-dff8d730e2be HTTP/1.1" status: 200 len: 946 time: 0.0890906 Jun 29 11:03:29.258833 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:29.268891 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c5c75ba-4072-4679-9fc6-0248a0ae70e6 req-9392c870-6f16-44eb-982f-2acc18cd3438 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify agent at l3_agent.dv-cinder-793515-4-smb the message routers_updated {{(pid=105127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:03:29.284130 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a410a47-8ca2-4f70-b671-891516db6455 None None] Sync routers for ids ['fbeb5745-410b-40fb-880f-b8e114e79470'] in dv-cinder-793515-4-smb {{(pid=105128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:03:29.290513 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-47490e1d-0257-4164-8c05-0e5ebba2ded9 req-1b479b62-9640-48b6-9ad4-bfc2b180eda3 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/security-groups?id=115df868-f249-406f-b279-69223379506e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510800 Jun 29 11:03:29.306468 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a410a47-8ca2-4f70-b671-891516db6455 None None] Routers {'fbeb5745-410b-40fb-880f-b8e114e79470'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:03:29.307119 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-2a410a47-8ca2-4f70-b671-891516db6455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:03:09Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['fbeb5745-410b-40fb-880f-b8e114e79470'], 'active': True} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:03:29.342999 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c5c75ba-4072-4679-9fc6-0248a0ae70e6 req-9392c870-6f16-44eb-982f-2acc18cd3438 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] No DVR routers for this DVR port 5b88c357-7efe-434e-aca4-d6ad512c24aa on host hv-cinder-79351 {{(pid=105127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:03:29.346346 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-0c5c75ba-4072-4679-9fc6-0248a0ae70e6 req-9392c870-6f16-44eb-982f-2acc18cd3438 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:29.351650 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0c5c75ba-4072-4679-9fc6-0248a0ae70e6 req-9392c870-6f16-44eb-982f-2acc18cd3438 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.42 "DELETE /v2.0/ports/5b88c357-7efe-434e-aca4-d6ad512c24aa HTTP/1.1" status: 204 len: 173 time: 1.1631474 Jun 29 11:03:29.358313 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8e1144-9397-466f-b6cf-da84549aed76', 'name': 'network-vif-deleted', 'tag': '5b88c357-7efe-434e-aca4-d6ad512c24aa'}] {{(pid=105127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:03:29.358313 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51926c8a96ac3dcbe8a9a7c61d1f1b13ee7346919254cfc90a12d4d270e3eabf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab41c080-0329-433d-bd2a-e8cdb75ed319" -d '{"events": [{"server_uuid": "8b8e1144-9397-466f-b6cf-da84549aed76", "name": "network-vif-deleted", "tag": "5b88c357-7efe-434e-aca4-d6ad512c24aa"}]}' {{(pid=105127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:03:29.365945 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 81fed723-1104-487e-919c-97613ef8aa03, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=81fed723-1104-487e-919c-97613ef8aa03,segment=NetworkSegment(551fa48c-acb9-413f-b189-f5db6cd89329),segment_id=551fa48c-acb9-413f-b189-f5db6cd89329)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:03:29.423076 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399b97e2-d1d0-4c76-9b82-71cf484c38d1 x-openstack-request-id: req-399b97e2-d1d0-4c76-9b82-71cf484c38d1 {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:03:29.423509 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b8e1144-9397-466f-b6cf-da84549aed76", "name": "network-vif-deleted", "tag": "5b88c357-7efe-434e-aca4-d6ad512c24aa", "status": "completed", "code": 200}]} {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:03:29.427571 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-399b97e2-d1d0-4c76-9b82-71cf484c38d1 {{(pid=105127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:03:29.427571 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8e1144-9397-466f-b6cf-da84549aed76', 'name': 'network-vif-deleted', 'tag': '5b88c357-7efe-434e-aca4-d6ad512c24aa', 'status': 'completed', 'code': 200} Jun 29 11:03:29.437818 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:29.438731 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 5b88c357-7efe-434e-aca4-d6ad512c24aa no longer exists at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:03:29.481333 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:03:29.504616 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] No Port match for: 5b88c357-7efe-434e-aca4-d6ad512c24aa {{(pid=105128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:03:29.504994 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 5b88c357-7efe-434e-aca4-d6ad512c24aa not bound to the agent host hv-cinder-79351 {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:03:29.509820 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da09ee36-3f2b-46d6-b5c2-753ccb72d8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fed723-1104-487e-919c-97613ef8aa03'}] {{(pid=105128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:03:29.515935 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f554d8236d32e986c704cda53ac23f663e6b3c5228ed3933e2c5dc2c6a48410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82a7d0f-5652-402a-906b-11957c8bbbf5" -d '{"events": [{"server_uuid": "da09ee36-3f2b-46d6-b5c2-753ccb72d8a8", "name": "network-vif-plugged", "status": "completed", "tag": "81fed723-1104-487e-919c-97613ef8aa03"}]}' {{(pid=105128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:03:29.580152 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfb7a96-06a4-471e-9b62-c1fea4fe2faf x-openstack-request-id: req-8dfb7a96-06a4-471e-9b62-c1fea4fe2faf {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:03:29.580512 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da09ee36-3f2b-46d6-b5c2-753ccb72d8a8", "name": "network-vif-plugged", "status": "completed", "tag": "81fed723-1104-487e-919c-97613ef8aa03", "code": 200}]} {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:03:29.580742 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8dfb7a96-06a4-471e-9b62-c1fea4fe2faf {{(pid=105128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:03:29.581241 dv-cinder-793515-4-smb neutron-server[105128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da09ee36-3f2b-46d6-b5c2-753ccb72d8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fed723-1104-487e-919c-97613ef8aa03', 'code': 200} Jun 29 11:03:29.592651 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=81fed723-1104-487e-919c-97613ef8aa03,revision_number=5']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:03:29.599142 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:03:29.628339 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvr_db [None req-2a410a47-8ca2-4f70-b671-891516db6455 None None] Set router fbeb5745-410b-40fb-880f-b8e114e79470 gateway port host: dv-cinder-793515-4-smb {{(pid=105128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:03:29.735444 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-dd8baa71-f106-411f-a17c-11bb541b6e68 req-1e708700-3aed-4a3b-a7e6-22f5b258d0f9 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 210 time: 0.0665498 Jun 29 11:03:29.871345 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4470fea-92dd-40b9-9806-d37005fce2c1 req-4e7f5fd1-7254-4ffc-8100-c569dbcbe6ec tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:29.872938 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f4470fea-92dd-40b9-9806-d37005fce2c1 req-4e7f5fd1-7254-4ffc-8100-c569dbcbe6ec tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 945 time: 0.0652945 Jun 29 11:03:29.891441 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-2a410a47-8ca2-4f70-b671-891516db6455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'name': 'tempest-AttachVolumeTestJSON-219027742-router', 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.82'}], 'enable_snat': True}, 'gw_port_id': '543fbc8c-a977-4cf3-9612-bbdb724173d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:58:52Z', 'updated_at': '2021-06-29T10:58:59Z', 'revision_number': 4, 'project_id': '2e126c6330d743c8b924fb706c06677b', 'gw_port': {'id': '543fbc8c-a977-4cf3-9612-bbdb724173d1', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:58:53Z', 'updated_at': '2021-06-29T10:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_interfaces': [{'id': 'de12757a-329b-46d4-ad31-49b102f5fe06', 'name': '', 'network_id': '27be0f43-986d-406d-84c6-0e27a892cced', 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'mac_address': 'fa:16:3e:05:db:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:58:57Z', 'updated_at': '2021-06-29T10:59:07Z', 'revision_number': 5, 'project_id': '2e126c6330d743c8b924fb706c06677b', 'subnets': [{'id': '4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:03:29.913351 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f4470fea-92dd-40b9-9806-d37005fce2c1 req-cb3290fd-b377-464f-8f61-7b3f3d645d6d tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a747de9-a1d5-4d79-ae65-a08a227b2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330644 Jun 29 11:03:29.927285 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a410a47-8ca2-4f70-b671-891516db6455 None None] Checking router: fbeb5745-410b-40fb-880f-b8e114e79470 for host: dv-cinder-793515-4-smb {{(pid=105128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:03:29.935155 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a410a47-8ca2-4f70-b671-891516db6455 None None] Routers {'fbeb5745-410b-40fb-880f-b8e114e79470'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:03:29.936025 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-2a410a47-8ca2-4f70-b671-891516db6455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:03:09Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['fbeb5745-410b-40fb-880f-b8e114e79470'], 'active': True} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:03:30.046616 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvr_db [None req-2a410a47-8ca2-4f70-b671-891516db6455 None None] Set router fbeb5745-410b-40fb-880f-b8e114e79470 gateway port host: dv-cinder-793515-4-smb {{(pid=105128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:03:30.266476 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-2a410a47-8ca2-4f70-b671-891516db6455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'name': 'tempest-AttachVolumeTestJSON-219027742-router', 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.82'}], 'enable_snat': True}, 'gw_port_id': '543fbc8c-a977-4cf3-9612-bbdb724173d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:58:52Z', 'updated_at': '2021-06-29T10:58:59Z', 'revision_number': 4, 'project_id': '2e126c6330d743c8b924fb706c06677b', 'gw_port': {'id': '543fbc8c-a977-4cf3-9612-bbdb724173d1', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:58:53Z', 'updated_at': '2021-06-29T10:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_interfaces': [{'id': 'de12757a-329b-46d4-ad31-49b102f5fe06', 'name': '', 'network_id': '27be0f43-986d-406d-84c6-0e27a892cced', 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'mac_address': 'fa:16:3e:05:db:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:58:57Z', 'updated_at': '2021-06-29T10:59:07Z', 'revision_number': 5, 'project_id': '2e126c6330d743c8b924fb706c06677b', 'subnets': [{'id': '4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:03:30.299505 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a410a47-8ca2-4f70-b671-891516db6455 None None] The sync data for ids ['fbeb5745-410b-40fb-880f-b8e114e79470'] in dv-cinder-793515-4-smb is: [{'id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'name': 'tempest-AttachVolumeTestJSON-219027742-router', 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.82'}], 'enable_snat': True}, 'gw_port_id': '543fbc8c-a977-4cf3-9612-bbdb724173d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:58:52Z', 'updated_at': '2021-06-29T10:58:59Z', 'revision_number': 4, 'project_id': '2e126c6330d743c8b924fb706c06677b', 'gw_port': {'id': '543fbc8c-a977-4cf3-9612-bbdb724173d1', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:58:53Z', 'updated_at': '2021-06-29T10:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_interfaces': [{'id': 'de12757a-329b-46d4-ad31-49b102f5fe06', 'name': '', 'network_id': '27be0f43-986d-406d-84c6-0e27a892cced', 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'mac_address': 'fa:16:3e:05:db:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:58:57Z', 'updated_at': '2021-06-29T10:59:07Z', 'revision_number': 5, 'project_id': '2e126c6330d743c8b924fb706c06677b', 'subnets': [{'id': '4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:03:30.390523 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae743ac-8b31-4549-8370-faaf34d98e16 req-fb49b8f2-d0bd-43a9-97ae-3a87c25f8866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:30.392951 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-cae743ac-8b31-4549-8370-faaf34d98e16 req-fb49b8f2-d0bd-43a9-97ae-3a87c25f8866 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 1098 time: 0.0668967 Jun 29 11:03:30.437137 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-cae743ac-8b31-4549-8370-faaf34d98e16 req-4561f83d-e374-49f0-9d03-c839b496529c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9a747de9-a1d5-4d79-ae65-a08a227b2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366504 Jun 29 11:03:30.494614 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd04d8-d6af-438b-b2b8-a63ea83e3936 req-e4de4dc6-a7c7-4b66-8ba0-7c32a95ba0b4 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:30.496129 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-bbbd04d8-d6af-438b-b2b8-a63ea83e3936 req-e4de4dc6-a7c7-4b66-8ba0-7c32a95ba0b4 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf4cadf0-3ae4-45a8-8c06-dff8d730e2be HTTP/1.1" status: 200 len: 946 time: 0.0667541 Jun 29 11:03:30.544800 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-bbbd04d8-d6af-438b-b2b8-a63ea83e3936 req-79425434-6db8-43fd-8964-fe85168be5ee tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/security-groups?id=115df868-f249-406f-b279-69223379506e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412207 Jun 29 11:03:30.596408 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7563291d-d6b4-4186-8d25-208453106107 None None] New status for floating IP f90e8d1c-1b52-45e0-9f65-596360f8ee36: DOWN {{(pid=105129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 11:03:31.039128 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-860a4fa7-5889-405a-97c8-0641e2cb3c80 req-a5dfc707-3787-4b53-97a8-ff8cc6e964fc tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8e1144-9397-466f-b6cf-da84549aed76 HTTP/1.1" status: 200 len: 210 time: 0.0327799 Jun 29 11:03:31.217473 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e00fa56-325f-4b8b-938c-3d8a0d391e2f req-06efe8c1-8800-4a00-9c14-3952c96d37d1 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:31.220314 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-4e00fa56-325f-4b8b-938c-3d8a0d391e2f req-06efe8c1-8800-4a00-9c14-3952c96d37d1 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 945 time: 0.0639975 Jun 29 11:03:31.255626 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-4e00fa56-325f-4b8b-938c-3d8a0d391e2f req-64aac21b-09bc-499c-9031-5337e6eb4e3a tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310097 Jun 29 11:03:31.438143 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41defe83-e9b0-4db5-85c1-402ff1334736 req-f69203a8-ec25-441e-9799-9fbb00740a4e tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:31.439627 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-41defe83-e9b0-4db5-85c1-402ff1334736 req-f69203a8-ec25-441e-9799-9fbb00740a4e tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 945 time: 0.0641091 Jun 29 11:03:31.481311 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-41defe83-e9b0-4db5-85c1-402ff1334736 req-6b914c1f-d19c-4a4b-92ab-daf4f263ad89 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a747de9-a1d5-4d79-ae65-a08a227b2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357666 Jun 29 11:03:32.199288 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 56904) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:03:32.254231 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-786b852a-5f28-473a-a85e-15904ff4dcbd tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:32.277117 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-786b852a-5f28-473a-a85e-15904ff4dcbd tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:32.392743 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-786b852a-5f28-473a-a85e-15904ff4dcbd tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:32.395641 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-786b852a-5f28-473a-a85e-15904ff4dcbd tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:32.396914 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-786b852a-5f28-473a-a85e-15904ff4dcbd tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "DELETE /v2.0/security-groups/40689b7f-f66e-47b4-86f1-171f152f402a HTTP/1.1" status: 204 len: 168 time: 0.1959753 Jun 29 11:03:32.397725 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-28e01622-4073-40c5-a7de-316ab505b146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:03:32.400663 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 56908) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:03:32.417465 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b852a-5f28-473a-a85e-15904ff4dcbd tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40689b7f-f66e-47b4-86f1-171f152f402a,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:03:32.419940 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.api.v2.resource [None req-654a3f89-11e1-49b0-ac93-a336cec68cb8 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] show failed (client error): The resource could not be found. Jun 29 11:03:32.421001 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-654a3f89-11e1-49b0-ac93-a336cec68cb8 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups/40689b7f-f66e-47b4-86f1-171f152f402a HTTP/1.1" status: 404 len: 347 time: 0.0194447 Jun 29 11:03:32.421923 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-786b852a-5f28-473a-a85e-15904ff4dcbd tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:03:32.423826 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 56912) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:03:32.455674 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4afd1b-2253-4373-bfaa-0a105a5a5f45 req-69313002-7a79-426f-9f56-d5aa045b3499 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:32.458228 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-7c4afd1b-2253-4373-bfaa-0a105a5a5f45 req-69313002-7a79-426f-9f56-d5aa045b3499 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 945 time: 0.0755832 Jun 29 11:03:32.500832 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-7c4afd1b-2253-4373-bfaa-0a105a5a5f45 req-3ca75996-874d-4851-8e3c-d6e9b2fbee47 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353715 Jun 29 11:03:32.565474 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [None req-c2670a6d-8940-4f87-ad3e-780a59449ed9 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Deleting port 5886863b-aa09-44f0-a49f-e68bc1566d0e {{(pid=105127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:03:32.566053 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c2670a6d-8940-4f87-ad3e-780a59449ed9 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:32.682100 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c2670a6d-8940-4f87-ad3e-780a59449ed9 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:32.682425 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c2670a6d-8940-4f87-ad3e-780a59449ed9 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:32.697427 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [None req-c2670a6d-8940-4f87-ad3e-780a59449ed9 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Calling delete_port for 5886863b-aa09-44f0-a49f-e68bc1566d0e owned by network:floatingip {{(pid=105127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:03:32.714803 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d4847-5513-4c58-89d3-5e9163ebf99a req-1e13a0ea-e3aa-4802-9423-5fe9945f6982 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:32.716396 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-ed3d4847-5513-4c58-89d3-5e9163ebf99a req-1e13a0ea-e3aa-4802-9423-5fe9945f6982 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 945 time: 0.1075830 Jun 29 11:03:32.799650 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-ed3d4847-5513-4c58-89d3-5e9163ebf99a req-2f1d293a-417d-4a00-b4f3-047d73eeb56d tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a747de9-a1d5-4d79-ae65-a08a227b2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776072 Jun 29 11:03:32.941730 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c2670a6d-8940-4f87-ad3e-780a59449ed9 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130347151'] for port, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:32.944766 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-e2744bbf-7262-435b-b031-71865cc73ca9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:03:32.969413 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2670a6d-8940-4f87-ad3e-780a59449ed9 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Pushing event deleted for resources: {'Port': ['ID=5886863b-aa09-44f0-a49f-e68bc1566d0e,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:03:32.973211 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-c2670a6d-8940-4f87-ad3e-780a59449ed9 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:03:32.975648 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722eb787-28b1-451e-85bc-5dbdf486a2b7 req-bff243e3-6e4b-450a-a678-e1f8e7b97b96 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:32.977216 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-722eb787-28b1-451e-85bc-5dbdf486a2b7 req-bff243e3-6e4b-450a-a678-e1f8e7b97b96 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 945 time: 0.0704677 Jun 29 11:03:33.016513 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-722eb787-28b1-451e-85bc-5dbdf486a2b7 req-65996849-cfb0-498f-8001-197db1994d2d tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a747de9-a1d5-4d79-ae65-a08a227b2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328519 Jun 29 11:03:33.045059 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c2670a6d-8940-4f87-ad3e-780a59449ed9 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks [] for floatingip, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:33.048049 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c2670a6d-8940-4f87-ad3e-780a59449ed9 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for floatingip, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:33.049364 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-c2670a6d-8940-4f87-ad3e-780a59449ed9 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "DELETE /v2.0/floatingips/f90e8d1c-1b52-45e0-9f65-596360f8ee36 HTTP/1.1" status: 204 len: 168 time: 0.6246097 Jun 29 11:03:33.409676 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4cc14-97ab-4eaf-8eb5-74a66ed611ee req-3e0002ea-15a5-4fd2-88e5-94b82355c55c tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:33.411161 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-48c4cc14-97ab-4eaf-8eb5-74a66ed611ee req-3e0002ea-15a5-4fd2-88e5-94b82355c55c tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 945 time: 0.0647318 Jun 29 11:03:33.451203 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-48c4cc14-97ab-4eaf-8eb5-74a66ed611ee req-c6e538d0-a141-4bfc-9951-ea89f4f27d00 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a747de9-a1d5-4d79-ae65-a08a227b2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337214 Jun 29 11:03:33.490009 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 56928) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:03:33.495034 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [None req-cc9abdb0-bcba-41da-ad80-4e3e9e79187e tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1153251196', 'description': 'tempest-description--797151784'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:03:33.598790 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-cc9abdb0-bcba-41da-ad80-4e3e9e79187e tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks [] for security_group, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:33.732738 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-cc9abdb0-bcba-41da-ad80-4e3e9e79187e tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks [] for security_group, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:33.740507 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db91ca2-3fc7-46c3-856b-73d1995f75fe req-dd634934-d445-4273-80fc-dd33cf69bfe8 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:33.744816 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-2db91ca2-3fc7-46c3-856b-73d1995f75fe req-dd634934-d445-4273-80fc-dd33cf69bfe8 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 945 time: 0.1111584 Jun 29 11:03:33.780857 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-2db91ca2-3fc7-46c3-856b-73d1995f75fe req-94e782c4-7c4a-40fd-8a65-0df15dd80ce3 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330644 Jun 29 11:03:33.827527 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-cc9abdb0-bcba-41da-ad80-4e3e9e79187e tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:33.830048 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:03:33.860196 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9abdb0-bcba-41da-ad80-4e3e9e79187e tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cf8bcf-f6d8-4f49-8dbe-8a39816ae164,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:03:33.863005 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-cc9abdb0-bcba-41da-ad80-4e3e9e79187e tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:03:33.913151 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-cc9abdb0-bcba-41da-ad80-4e3e9e79187e tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:33.914387 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-cc9abdb0-bcba-41da-ad80-4e3e9e79187e tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4231114 Jun 29 11:03:33.923126 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 56936) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:03:33.923126 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [None req-545b93a9-6f11-43e3-b868-c972c28e6ae7 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Request body: {'security_group_rule': {'security_group_id': 'c1cf8bcf-f6d8-4f49-8dbe-8a39816ae164', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:03:34.032273 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-545b93a9-6f11-43e3-b868-c972c28e6ae7 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:34.089188 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-545b93a9-6f11-43e3-b868-c972c28e6ae7 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:34.141343 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-545b93a9-6f11-43e3-b868-c972c28e6ae7 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672958'] for security_group_rule, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:34.144308 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:03:34.157554 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b93a9-6f11-43e3-b868-c972c28e6ae7 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e93748-ee74-4c8c-8cf1-3f0fa80d0eb3,revision_number=0']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:03:34.161955 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-545b93a9-6f11-43e3-b868-c972c28e6ae7 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:03:34.255591 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-545b93a9-6f11-43e3-b868-c972c28e6ae7 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:34.259566 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-545b93a9-6f11-43e3-b868-c972c28e6ae7 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3388171 Jun 29 11:03:34.259678 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 56942) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:03:34.264520 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-c66799fc-80b9-4632-b1ab-9ae90b242a65 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Request body: {'security_group_rule': {'security_group_id': 'c1cf8bcf-f6d8-4f49-8dbe-8a39816ae164', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:03:34.369528 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-c66799fc-80b9-4632-b1ab-9ae90b242a65 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:34.421425 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-c66799fc-80b9-4632-b1ab-9ae90b242a65 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:34.501345 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-c66799fc-80b9-4632-b1ab-9ae90b242a65 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672958'] for security_group_rule, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:34.503482 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:03:34.524047 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66799fc-80b9-4632-b1ab-9ae90b242a65 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e1820bf-399c-4785-9040-47bb5ddbd61d,revision_number=0']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:03:34.536611 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66799fc-80b9-4632-b1ab-9ae90b242a65 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:03:34.537562 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66799fc-80b9-4632-b1ab-9ae90b242a65 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:03:34.538213 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66799fc-80b9-4632-b1ab-9ae90b242a65 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:03:34.538842 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66799fc-80b9-4632-b1ab-9ae90b242a65 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:03:34.539485 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66799fc-80b9-4632-b1ab-9ae90b242a65 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:03:34.540128 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66799fc-80b9-4632-b1ab-9ae90b242a65 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:03:34.540790 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66799fc-80b9-4632-b1ab-9ae90b242a65 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:03:34.541400 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66799fc-80b9-4632-b1ab-9ae90b242a65 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:03:34.542019 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66799fc-80b9-4632-b1ab-9ae90b242a65 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:03:34.542614 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66799fc-80b9-4632-b1ab-9ae90b242a65 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:03:34.544203 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66799fc-80b9-4632-b1ab-9ae90b242a65 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:03:34.544382 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66799fc-80b9-4632-b1ab-9ae90b242a65 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:03:34.547766 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-c66799fc-80b9-4632-b1ab-9ae90b242a65 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:03:34.604279 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-c66799fc-80b9-4632-b1ab-9ae90b242a65 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:34.605560 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-c66799fc-80b9-4632-b1ab-9ae90b242a65 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3449070 Jun 29 11:03:34.609667 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 56946) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:03:34.615891 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-5000c607-ca87-442b-9cbd-b0d906f6c275 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Request body: {'floatingip': {'floating_network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907'}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:03:34.724493 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-5000c607-ca87-442b-9cbd-b0d906f6c275 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks [] for floatingip, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:34.821137 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-5000c607-ca87-442b-9cbd-b0d906f6c275 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:34.931615 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.db.db_base_plugin_common [None req-5000c607-ca87-442b-9cbd-b0d906f6c275 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Allocated IP 172.28.3.150 (1d7db265-d806-41f6-8c7b-d59edd3be907/fc612ae2-4270-45ac-95ad-2bcf2d224ecb/8a1a5808-4f00-4c4a-9291-d37c12e210b5) {{(pid=105126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:03:34.982495 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad14b5-8729-4882-95ca-c6cacde474eb req-c83346b9-29a5-4311-9452-47690442a2ae tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:34.983900 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7bad14b5-8729-4882-95ca-c6cacde474eb req-c83346b9-29a5-4311-9452-47690442a2ae tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 945 time: 0.0759742 Jun 29 11:03:35.020910 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7bad14b5-8729-4882-95ca-c6cacde474eb req-712409b1-79da-4ac9-9cf9-006351f9c7c2 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314100 Jun 29 11:03:35.039909 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-5000c607-ca87-442b-9cbd-b0d906f6c275 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks [] for port, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:35.107490 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-5000c607-ca87-442b-9cbd-b0d906f6c275 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-131239431'] for port, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:35.110221 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-03ee1f19-953f-4e67-9d37-f163fbe94338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:03:35.148375 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5000c607-ca87-442b-9cbd-b0d906f6c275 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Network 1d7db265-d806-41f6-8c7b-d59edd3be907 is already hosted by enough agents. {{(pid=105126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:03:35.151117 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.base_scheduler [None req-5000c607-ca87-442b-9cbd-b0d906f6c275 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Resources bound (agent type, host, resource id): {{(pid=105126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:03:35.155443 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5000c607-ca87-442b-9cbd-b0d906f6c275 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Received port after_create {{(pid=105126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:03:35.177881 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5000c607-ca87-442b-9cbd-b0d906f6c275 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Pushing event updated for resources: {'Port': ['ID=8a1a5808-4f00-4c4a-9291-d37c12e210b5,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:03:35.181657 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-5000c607-ca87-442b-9cbd-b0d906f6c275 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:03:35.240689 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-5000c607-ca87-442b-9cbd-b0d906f6c275 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:35.336565 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-5000c607-ca87-442b-9cbd-b0d906f6c275 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:35.488582 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-5000c607-ca87-442b-9cbd-b0d906f6c275 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks [] for port, precommit_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:35.547991 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-5000c607-ca87-442b-9cbd-b0d906f6c275 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131239441'] for port, after_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:35.551274 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-59e97961-a202-43ab-a7bd-f31371f0b37d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:03:35.618000 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5000c607-ca87-442b-9cbd-b0d906f6c275 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Pushing event updated for resources: {'Port': ['ID=8a1a5808-4f00-4c4a-9291-d37c12e210b5,revision_number=2']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:03:35.622316 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-5000c607-ca87-442b-9cbd-b0d906f6c275 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:03:35.632243 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-5000c607-ca87-442b-9cbd-b0d906f6c275 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606879'] for floatingip, after_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:35.701600 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-5000c607-ca87-442b-9cbd-b0d906f6c275 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for floatingip, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:35.702865 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-5000c607-ca87-442b-9cbd-b0d906f6c275 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0919356 Jun 29 11:03:35.896218 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-265b9a90-9b5b-4e63-953e-c2d3d8ae187d tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1153251196&fields=id&tenant_id=2e126c6330d743c8b924fb706c06677b HTTP/1.1" status: 200 len: 267 time: 0.0371475 Jun 29 11:03:36.001450 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-091cabaf-656c-4bd6-b58c-8d053c8af336 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:36.002989 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-091cabaf-656c-4bd6-b58c-8d053c8af336 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/networks?id=27be0f43-986d-406d-84c6-0e27a892cced HTTP/1.1" status: 200 len: 810 time: 0.1001775 Jun 29 11:03:36.017822 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-3838e1be-f85f-45d4-803a-8c903635af06 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/quotas/2e126c6330d743c8b924fb706c06677b HTTP/1.1" status: 200 len: 375 time: 0.0094523 Jun 29 11:03:36.089709 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-768ea57c-d8b5-4d8b-a3eb-9c7cd2af3a72 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2e126c6330d743c8b924fb706c06677b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0666885 Jun 29 11:03:36.307402 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6e7af187-baea-4c39-8542-162c668e243e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:36.427442 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-3c9de0c0-8373-4402-a37e-8cdebf189ab1 service neutron] 10.222.0.66 "GET /v2.0/networks/27be0f43-986d-406d-84c6-0e27a892cced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266144 Jun 29 11:03:36.525630 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-7ca5f767-c56c-4abf-97a4-33b2786b5f83 service neutron] 10.222.0.66 "GET /v2.0/networks/27be0f43-986d-406d-84c6-0e27a892cced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918076 Jun 29 11:03:36.551280 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835da939-317d-4a73-b562-cbb6c70d17fb req-ecc0fcac-88f3-4628-8fb2-d2f39cfc28df tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:36.556287 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-835da939-317d-4a73-b562-cbb6c70d17fb req-ecc0fcac-88f3-4628-8fb2-d2f39cfc28df tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 945 time: 0.0669096 Jun 29 11:03:36.597151 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-835da939-317d-4a73-b562-cbb6c70d17fb req-80c01943-dfd6-4178-a357-d64bdeb35a15 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378914 Jun 29 11:03:36.786809 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-5a155d52-bfd6-4f35-a1f3-e456d3964546 req-44a0c3d4-1cb8-47fb-9098-aef9e4fd3dfd tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb7b896-ac21-4c35-9ccd-ef72f28ba98f HTTP/1.1" status: 200 len: 210 time: 0.0296619 Jun 29 11:03:37.786238 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5881bf2-cb6c-44f8-9bd1-190b32fad1c3 req-68a0770a-8669-43f3-a605-ae736d8b2e0e tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:37.787800 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-f5881bf2-cb6c-44f8-9bd1-190b32fad1c3 req-68a0770a-8669-43f3-a605-ae736d8b2e0e tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 945 time: 0.0705979 Jun 29 11:03:37.827838 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-f5881bf2-cb6c-44f8-9bd1-190b32fad1c3 req-405df980-83b4-4903-8b77-7366a76f0297 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330276 Jun 29 11:03:37.936814 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-78d96745-642a-479a-bfd0-f8270d5e88df req-f82f572d-872e-4944-be51-ee507852930f tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb7b896-ac21-4c35-9ccd-ef72f28ba98f HTTP/1.1" status: 200 len: 210 time: 0.0318909 Jun 29 11:03:38.803896 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-b372dec7-d394-47a3-b513-eaeb7278bc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:38.825602 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5555eb-db14-4f15-be21-3dc1ca9adf60 req-1946f102-a1b3-405f-8fae-6f5e5ae7bc70 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:38.827083 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-bd5555eb-db14-4f15-be21-3dc1ca9adf60 req-1946f102-a1b3-405f-8fae-6f5e5ae7bc70 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 945 time: 0.0639386 Jun 29 11:03:38.869626 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-bd5555eb-db14-4f15-be21-3dc1ca9adf60 req-bc2785d0-cbdc-44fd-8d81-5032005bb06b tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a747de9-a1d5-4d79-ae65-a08a227b2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368783 Jun 29 11:03:38.898065 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 57024) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:03:38.964336 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:39.106512 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759b0c0-c16e-4e22-aa22-04bff82485c9 req-8d7c5cbe-2009-4da0-8109-1733dff7aaa0 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:39.108656 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-8759b0c0-c16e-4e22-aa22-04bff82485c9 req-8d7c5cbe-2009-4da0-8109-1733dff7aaa0 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 945 time: 0.1457713 Jun 29 11:03:39.139553 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc61553f-f8d8-4db2-a467-292bff0ce0c3 tempest-TestMinimumBasicScenario-958472572 tempest-TestMinimumBasicScenario-958472572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:39.141237 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-fc61553f-f8d8-4db2-a467-292bff0ce0c3 tempest-TestMinimumBasicScenario-958472572 tempest-TestMinimumBasicScenario-958472572-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 1093 time: 0.2422013 Jun 29 11:03:39.144227 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 57030) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:03:39.147228 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-8b4f18eb-537d-448a-a616-1652ef76f59d req-81d3896b-14f6-4e8e-989e-1f159ca15be2 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb7b896-ac21-4c35-9ccd-ef72f28ba98f HTTP/1.1" status: 200 len: 210 time: 0.0516517 Jun 29 11:03:39.153613 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-359e6546-ac51-436d-bb29-f57a527f202e tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Request body: {'floatingip': {'floating_network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'port_id': '81fed723-1104-487e-919c-97613ef8aa03', 'tenant_id': '062c9effd8ee472b8d3bc5a1e756224e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:03:39.171779 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-52e0363b-f3f0-4db5-a0fb-abf44feb048e tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:39.174015 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-52e0363b-f3f0-4db5-a0fb-abf44feb048e tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.42 "GET /v2.0/networks?id=27be0f43-986d-406d-84c6-0e27a892cced HTTP/1.1" status: 200 len: 810 time: 0.1614273 Jun 29 11:03:39.191899 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-8759b0c0-c16e-4e22-aa22-04bff82485c9 req-eb9c3c4f-af05-4045-a225-b6653a659a9a tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757225 Jun 29 11:03:39.230482 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-43a0709f-cd76-41f6-a5a7-2d02e5965151 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e126c6330d743c8b924fb706c06677b HTTP/1.1" status: 200 len: 380 time: 0.0400605 Jun 29 11:03:39.245119 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-49c6e631-cfc2-440c-9d43-04d6afcba956 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Request body: {'port': {'device_id': '7bb7b896-ac21-4c35-9ccd-ef72f28ba98f', 'network_id': '27be0f43-986d-406d-84c6-0e27a892cced', 'admin_state_up': True, 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'security_groups': ['c1cf8bcf-f6d8-4f49-8dbe-8a39816ae164']}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:03:39.344670 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-359e6546-ac51-436d-bb29-f57a527f202e tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks [] for floatingip, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:39.427728 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-49c6e631-cfc2-440c-9d43-04d6afcba956 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Made reservation on behalf of 2e126c6330d743c8b924fb706c06677b for: {'port': 1} {{(pid=105127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:03:39.431477 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-49c6e631-cfc2-440c-9d43-04d6afcba956 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:39.457140 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-359e6546-ac51-436d-bb29-f57a527f202e tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:39.564134 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.db_base_plugin_common [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-49c6e631-cfc2-440c-9d43-04d6afcba956 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Allocated IP 172.20.0.10 (27be0f43-986d-406d-84c6-0e27a892cced/4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6/8875d0a2-6f29-4e76-af1e-1afa676da13a) {{(pid=105127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:03:39.567807 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.db.db_base_plugin_common [None req-359e6546-ac51-436d-bb29-f57a527f202e tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Allocated IP 172.28.3.84 (1d7db265-d806-41f6-8c7b-d59edd3be907/fc612ae2-4270-45ac-95ad-2bcf2d224ecb/71f68bf4-7d02-4dda-9cff-04e7122cd3d9) {{(pid=105126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:03:39.664963 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-359e6546-ac51-436d-bb29-f57a527f202e tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks [] for port, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:39.698875 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-49c6e631-cfc2-440c-9d43-04d6afcba956 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks [] for port, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:39.711214 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.provisioning_blocks [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-49c6e631-cfc2-440c-9d43-04d6afcba956 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Transition to ACTIVE for port object 8875d0a2-6f29-4e76-af1e-1afa676da13a will not be triggered until provisioned by entity DHCP. {{(pid=105127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:03:39.775902 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-359e6546-ac51-436d-bb29-f57a527f202e tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-131239431'] for port, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:39.778718 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-142ebb9a-61de-465e-a392-b0a4d264ad4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:03:39.804614 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-49c6e631-cfc2-440c-9d43-04d6afcba956 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130347142'] for port, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:39.809022 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-cd395360-217d-4712-be66-f9370958e9b4 tempest-AttachVolumeNegativeTest-633708592 tempest-AttachVolumeNegativeTest-633708592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:03:39.821434 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359e6546-ac51-436d-bb29-f57a527f202e tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Network 1d7db265-d806-41f6-8c7b-d59edd3be907 is already hosted by enough agents. {{(pid=105126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:03:39.824420 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.base_scheduler [None req-359e6546-ac51-436d-bb29-f57a527f202e tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Resources bound (agent type, host, resource id): {{(pid=105126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:03:39.826749 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359e6546-ac51-436d-bb29-f57a527f202e tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Received port after_create {{(pid=105126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:03:39.850726 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-49c6e631-cfc2-440c-9d43-04d6afcba956 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Network 27be0f43-986d-406d-84c6-0e27a892cced is already hosted by enough agents. {{(pid=105127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:03:39.851305 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e6546-ac51-436d-bb29-f57a527f202e tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Pushing event updated for resources: {'Port': ['ID=71f68bf4-7d02-4dda-9cff-04e7122cd3d9,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:03:39.853660 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-359e6546-ac51-436d-bb29-f57a527f202e tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:03:39.856651 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.base_scheduler [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-49c6e631-cfc2-440c-9d43-04d6afcba956 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Resources bound (agent type, host, resource id): {{(pid=105127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:03:39.858756 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-49c6e631-cfc2-440c-9d43-04d6afcba956 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Received port after_create {{(pid=105127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:03:39.865224 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c6e631-cfc2-440c-9d43-04d6afcba956 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Pushing event updated for resources: {'Port': ['ID=8875d0a2-6f29-4e76-af1e-1afa676da13a,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:03:39.885023 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-49c6e631-cfc2-440c-9d43-04d6afcba956 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:03:39.913930 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-49c6e631-cfc2-440c-9d43-04d6afcba956 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:39.914556 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-49c6e631-cfc2-440c-9d43-04d6afcba956 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:39.965864 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-49c6e631-cfc2-440c-9d43-04d6afcba956 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7239578 Jun 29 11:03:39.984119 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-79e11147-0967-4699-82b8-26fc308887b8 service neutron] Request body: {'port': {'device_id': '7bb7b896-ac21-4c35-9ccd-ef72f28ba98f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:03:40.066582 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-79e11147-0967-4699-82b8-26fc308887b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:40.168966 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-d728e569-91eb-4b72-875a-adcae5e6e8f3 None None] Provisioning for port 8875d0a2-6f29-4e76-af1e-1afa676da13a completed by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:03:40.169665 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-d728e569-91eb-4b72-875a-adcae5e6e8f3 None None] Provisioning complete for port 8875d0a2-6f29-4e76-af1e-1afa676da13a triggered by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:03:40.170108 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-d728e569-91eb-4b72-875a-adcae5e6e8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:40.224323 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:40.249517 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-d728e569-91eb-4b72-875a-adcae5e6e8f3 None None] Port 8875d0a2-6f29-4e76-af1e-1afa676da13a cannot update to ACTIVE because it is not bound. {{(pid=105128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:03:40.389882 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-359e6546-ac51-436d-bb29-f57a527f202e tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:40.395461 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-79e11147-0967-4699-82b8-26fc308887b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8875d0a2-6f29-4e76-af1e-1afa676da13a {{(pid=105127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:03:40.405853 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-79e11147-0967-4699-82b8-26fc308887b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:40.427358 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2ba45-520a-48d0-8fb0-96f3256ca79e req-7919cca6-f360-43a8-9499-675989b64833 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:40.427358 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-91a2ba45-520a-48d0-8fb0-96f3256ca79e req-7919cca6-f360-43a8-9499-675989b64833 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb7b896-ac21-4c35-9ccd-ef72f28ba98f HTTP/1.1" status: 200 len: 932 time: 0.1256523 Jun 29 11:03:40.430323 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.provisioning_blocks [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-79e11147-0967-4699-82b8-26fc308887b8 service neutron] Transition to ACTIVE for port object 8875d0a2-6f29-4e76-af1e-1afa676da13a will not be triggered until provisioned by entity L2. {{(pid=105127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:03:40.471388 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-91a2ba45-520a-48d0-8fb0-96f3256ca79e req-dbf61888-bba4-46be-a4ef-050b33599cee tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1cf8bcf-f6d8-4f49-8dbe-8a39816ae164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377154 Jun 29 11:03:40.501304 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-79e11147-0967-4699-82b8-26fc308887b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130347152'] for port, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:40.503554 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-2a5fb321-473f-4459-bfa8-1d6cf58f4685 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:03:40.557632 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e11147-0967-4699-82b8-26fc308887b8 service neutron] Pushing event updated for resources: {'Port': ['ID=8875d0a2-6f29-4e76-af1e-1afa676da13a,revision_number=2']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:03:40.567872 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-79e11147-0967-4699-82b8-26fc308887b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:03:40.650905 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-79e11147-0967-4699-82b8-26fc308887b8 service neutron] Attempting to bind port 8875d0a2-6f29-4e76-af1e-1afa676da13a on host hv-cinder-79351 for vnic_type normal with profile {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:03:40.651138 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-79e11147-0967-4699-82b8-26fc308887b8 service neutron] Attempting to bind port 8875d0a2-6f29-4e76-af1e-1afa676da13a by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '1205bcf5-bf51-4831-9bc0-f68083624420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '27be0f43-986d-406d-84c6-0e27a892cced'}] {{(pid=105127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:03:40.651459 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-79e11147-0967-4699-82b8-26fc308887b8 service neutron] Attempting to bind port 8875d0a2-6f29-4e76-af1e-1afa676da13a on network 27be0f43-986d-406d-84c6-0e27a892cced {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:03:40.656812 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-79e11147-0967-4699-82b8-26fc308887b8 service neutron] Port 8875d0a2-6f29-4e76-af1e-1afa676da13a on network 27be0f43-986d-406d-84c6-0e27a892cced not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:03:40.659776 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-79e11147-0967-4699-82b8-26fc308887b8 service neutron] Attempting to bind port 8875d0a2-6f29-4e76-af1e-1afa676da13a on network 27be0f43-986d-406d-84c6-0e27a892cced {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:03:40.664569 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-79e11147-0967-4699-82b8-26fc308887b8 service neutron] Checking agent: {'id': 'bdcb3022-9de1-427e-88c2-d5d630f764fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 56, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:03:40.664918 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-79e11147-0967-4699-82b8-26fc308887b8 service neutron] Checking segment: {'id': '1205bcf5-bf51-4831-9bc0-f68083624420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '27be0f43-986d-406d-84c6-0e27a892cced'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:03:40.665308 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-79e11147-0967-4699-82b8-26fc308887b8 service neutron] Bound using segment: {'id': '1205bcf5-bf51-4831-9bc0-f68083624420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '27be0f43-986d-406d-84c6-0e27a892cced'} {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:03:40.665744 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-79e11147-0967-4699-82b8-26fc308887b8 service neutron] Bound port: 8875d0a2-6f29-4e76-af1e-1afa676da13a, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1205bcf5-bf51-4831-9bc0-f68083624420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '27be0f43-986d-406d-84c6-0e27a892cced'}}] {{(pid=105127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:03:40.666112 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-79e11147-0967-4699-82b8-26fc308887b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:40.731863 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb55a0-9eda-429f-ad9e-1fec0fb0521a req-b8a1adae-7c86-4160-b2ec-b1e2d8c08aad tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:40.732912 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-3feb55a0-9eda-429f-ad9e-1fec0fb0521a req-b8a1adae-7c86-4160-b2ec-b1e2d8c08aad tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 945 time: 0.3843045 Jun 29 11:03:40.736911 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-79e11147-0967-4699-82b8-26fc308887b8 service neutron] For port 8875d0a2-6f29-4e76-af1e-1afa676da13a, host hv-cinder-79351, cleared binding levels {{(pid=105127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:03:40.740068 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-79e11147-0967-4699-82b8-26fc308887b8 service neutron] For port 8875d0a2-6f29-4e76-af1e-1afa676da13a, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=8875d0a2-6f29-4e76-af1e-1afa676da13a,segment=NetworkSegment(1205bcf5-bf51-4831-9bc0-f68083624420),segment_id=1205bcf5-bf51-4831-9bc0-f68083624420)] {{(pid=105127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:03:40.780584 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-3feb55a0-9eda-429f-ad9e-1fec0fb0521a req-98770b3c-1792-4a98-9c65-e99b8c4a6391 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401878 Jun 29 11:03:40.865553 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-359e6546-ac51-436d-bb29-f57a527f202e tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:40.865703 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-79e11147-0967-4699-82b8-26fc308887b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130347152'] for port, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:40.865703 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-82984d55-fe3d-40b3-9ac1-f6eca88433da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:03:40.902164 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-79e11147-0967-4699-82b8-26fc308887b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:40.902945 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-79e11147-0967-4699-82b8-26fc308887b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:40.905556 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-79e11147-0967-4699-82b8-26fc308887b8 service neutron] 10.222.0.42 "PUT /v2.0/ports/8875d0a2-6f29-4e76-af1e-1afa676da13a HTTP/1.1" status: 200 len: 1094 time: 0.9266474 Jun 29 11:03:40.906062 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb7b896-ac21-4c35-9ccd-ef72f28ba98f', 'tag': '8875d0a2-6f29-4e76-af1e-1afa676da13a'}] {{(pid=105127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:03:40.913544 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51926c8a96ac3dcbe8a9a7c61d1f1b13ee7346919254cfc90a12d4d270e3eabf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32480769-fc41-4c9e-a64f-7d1968164546" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb7b896-ac21-4c35-9ccd-ef72f28ba98f", "tag": "8875d0a2-6f29-4e76-af1e-1afa676da13a"}]}' {{(pid=105127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:03:40.952369 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e11147-0967-4699-82b8-26fc308887b8 service neutron] Pushing event updated for resources: {'Port': ['ID=8875d0a2-6f29-4e76-af1e-1afa676da13a,revision_number=3']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:03:40.962975 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-79e11147-0967-4699-82b8-26fc308887b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:03:40.985509 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243c869b-5cfb-49c9-9d2d-8c5bd30f3c06 x-openstack-request-id: req-243c869b-5cfb-49c9-9d2d-8c5bd30f3c06 {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:03:40.985839 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb7b896-ac21-4c35-9ccd-ef72f28ba98f", "tag": "8875d0a2-6f29-4e76-af1e-1afa676da13a", "status": "completed", "code": 200}]} {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:03:40.986125 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-243c869b-5cfb-49c9-9d2d-8c5bd30f3c06 {{(pid=105127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:03:40.990890 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb7b896-ac21-4c35-9ccd-ef72f28ba98f', 'tag': '8875d0a2-6f29-4e76-af1e-1afa676da13a', 'status': 'completed', 'code': 200} Jun 29 11:03:41.034869 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-359e6546-ac51-436d-bb29-f57a527f202e tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks [] for port, precommit_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:41.086252 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32480769-fc41-4c9e-a64f-7d1968164546 req-f7560863-b478-4009-8273-1625cb57b74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:41.087772 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-32480769-fc41-4c9e-a64f-7d1968164546 req-f7560863-b478-4009-8273-1625cb57b74b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e126c6330d743c8b924fb706c06677b&device_id=7bb7b896-ac21-4c35-9ccd-ef72f28ba98f HTTP/1.1" status: 200 len: 1097 time: 0.0570970 Jun 29 11:03:41.101163 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-359e6546-ac51-436d-bb29-f57a527f202e tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131239441'] for port, after_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:41.103399 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-87fa775b-3b2f-4b96-837a-ac303742e1e6 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:03:41.170859 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e6546-ac51-436d-bb29-f57a527f202e tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Pushing event updated for resources: {'Port': ['ID=71f68bf4-7d02-4dda-9cff-04e7122cd3d9,revision_number=2']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:03:41.174887 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-359e6546-ac51-436d-bb29-f57a527f202e tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:03:41.187056 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-359e6546-ac51-436d-bb29-f57a527f202e tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606879'] for floatingip, after_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:41.223284 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32480769-fc41-4c9e-a64f-7d1968164546 req-34fe6389-be45-43fa-9e2a-87b467feff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:41.224768 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-32480769-fc41-4c9e-a64f-7d1968164546 req-34fe6389-be45-43fa-9e2a-87b467feff5c service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=2e126c6330d743c8b924fb706c06677b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1045806 Jun 29 11:03:41.291148 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.db.l3_db [None req-359e6546-ac51-436d-bb29-f57a527f202e tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Floating IP dcc0bb18-1982-4891-a372-8b243c470005 associated. External IP: 172.28.3.84, port: 81fed723-1104-487e-919c-97613ef8aa03. Jun 29 11:03:41.320986 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32480769-fc41-4c9e-a64f-7d1968164546 req-751636b4-84d3-4fbc-9d67-a63f7745c029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:41.322440 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-32480769-fc41-4c9e-a64f-7d1968164546 req-751636b4-84d3-4fbc-9d67-a63f7745c029 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907655 Jun 29 11:03:41.456315 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-5f89161e-e011-4317-a2b2-145f4d455745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:41.457748 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-5f89161e-e011-4317-a2b2-145f4d455745 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e126c6330d743c8b924fb706c06677b&device_id=7bb7b896-ac21-4c35-9ccd-ef72f28ba98f HTTP/1.1" status: 200 len: 1097 time: 0.0572751 Jun 29 11:03:41.501697 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359e6546-ac51-436d-bb29-f57a527f202e tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Router 119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc has already been hosted by L3 agent 3b2ad6f0-f3d9-4012-ac35-d330af5e0962 {{(pid=105126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:03:41.507414 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-1f43c4eb-12e5-471b-b151-61ca9fe1786f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8875d0a2-6f29-4e76-af1e-1afa676da13a HTTP/1.1" status: 200 len: 217 time: 0.0353191 Jun 29 11:03:41.570765 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-d252bd31-425c-475b-9690-036a45c0c86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:41.572224 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-d252bd31-425c-475b-9690-036a45c0c86f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6 HTTP/1.1" status: 200 len: 849 time: 0.0455058 Jun 29 11:03:41.611031 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359e6546-ac51-436d-bb29-f57a527f202e tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify agent at l3_agent.dv-cinder-793515-4-smb the message routers_updated {{(pid=105126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:03:41.625753 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55b1673-8378-4e17-8b6e-6d8aad3db96b None None] Sync routers for ids ['119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc'] in dv-cinder-793515-4-smb {{(pid=105128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:03:41.635925 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55b1673-8378-4e17-8b6e-6d8aad3db96b None None] Routers {'119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:03:41.636604 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-a55b1673-8378-4e17-8b6e-6d8aad3db96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:03:39Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc'], 'active': True} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:03:41.691375 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:41.702301 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11288c07-ae50-4890-9a38-4574e7a9a167 req-dab4732f-760b-48bc-93e8-131556e67f5a tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:41.703797 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-11288c07-ae50-4890-9a38-4574e7a9a167 req-dab4732f-760b-48bc-93e8-131556e67f5a tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb7b896-ac21-4c35-9ccd-ef72f28ba98f HTTP/1.1" status: 200 len: 944 time: 0.1207619 Jun 29 11:03:41.709233 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-4c3287e8-1755-4f1d-b289-8f58d29316b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:41.710586 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-4c3287e8-1755-4f1d-b289-8f58d29316b4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=27be0f43-986d-406d-84c6-0e27a892cced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0928445 Jun 29 11:03:41.718735 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-359e6546-ac51-436d-bb29-f57a527f202e tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for floatingip, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:41.758850 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-359e6546-ac51-436d-bb29-f57a527f202e tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6131082 Jun 29 11:03:41.759082 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvr_db [None req-a55b1673-8378-4e17-8b6e-6d8aad3db96b None None] Set router 119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc gateway port host: dv-cinder-793515-4-smb {{(pid=105128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:03:41.759805 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da09ee36-3f2b-46d6-b5c2-753ccb72d8a8', 'tag': '81fed723-1104-487e-919c-97613ef8aa03'}] {{(pid=105126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:03:41.762537 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09da13e73631fa2daf6445fd31be58ef3c7a9234cf916b2f4c27fda6ebf5c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9c2a7f-e128-4023-bab5-c5f228f34d23" -d '{"events": [{"name": "network-changed", "server_uuid": "da09ee36-3f2b-46d6-b5c2-753ccb72d8a8", "tag": "81fed723-1104-487e-919c-97613ef8aa03"}]}' {{(pid=105126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:03:41.764942 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 57056) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:03:41.770766 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-337331bb-b329-48cd-a6fc-23cd0ad4eb7d tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-451886423', 'description': 'tempest-secgroup-smoke-451886423 description', 'project_id': '062c9effd8ee472b8d3bc5a1e756224e'}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:03:41.810077 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-11288c07-ae50-4890-9a38-4574e7a9a167 req-af58342e-1d12-4391-9bc0-830a38af0f12 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1cf8bcf-f6d8-4f49-8dbe-8a39816ae164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984914 Jun 29 11:03:41.830614 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af80e4e-2367-4eef-af5a-9b9122ae4d78 x-openstack-request-id: req-4af80e4e-2367-4eef-af5a-9b9122ae4d78 {{(pid=105126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:03:41.831027 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da09ee36-3f2b-46d6-b5c2-753ccb72d8a8", "tag": "81fed723-1104-487e-919c-97613ef8aa03", "status": "completed", "code": 200}]} {{(pid=105126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:03:41.831380 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4af80e4e-2367-4eef-af5a-9b9122ae4d78 {{(pid=105126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:03:41.832015 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da09ee36-3f2b-46d6-b5c2-753ccb72d8a8', 'tag': '81fed723-1104-487e-919c-97613ef8aa03', 'status': 'completed', 'code': 200} Jun 29 11:03:41.848549 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-ab201988-12d1-46fa-8171-8ca04ab9715e service neutron] 10.222.0.42 "GET /v2.0/networks/27be0f43-986d-406d-84c6-0e27a892cced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296535 Jun 29 11:03:41.873347 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-337331bb-b329-48cd-a6fc-23cd0ad4eb7d tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:41.966516 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-337331bb-b329-48cd-a6fc-23cd0ad4eb7d tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:42.033049 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-337331bb-b329-48cd-a6fc-23cd0ad4eb7d tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:42.035646 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-a55b1673-8378-4e17-8b6e-6d8aad3db96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc', 'name': 'tempest-TestMinimumBasicScenario-1827714849-router', 'tenant_id': '062c9effd8ee472b8d3bc5a1e756224e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': '13734a33-4777-45c3-9e15-4ca4dfc7d157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:02:44Z', 'updated_at': '2021-06-29T11:02:47Z', 'revision_number': 4, 'project_id': '062c9effd8ee472b8d3bc5a1e756224e', 'gw_port': {'id': '13734a33-4777-45c3-9e15-4ca4dfc7d157', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:44Z', 'updated_at': '2021-06-29T11:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_floatingips': [{'id': 'dcc0bb18-1982-4891-a372-8b243c470005', 'tenant_id': '062c9effd8ee472b8d3bc5a1e756224e', 'floating_ip_address': '172.28.3.84', 'floating_network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'router_id': '119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc', 'port_id': '81fed723-1104-487e-919c-97613ef8aa03', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f7c738-bc72-4d61-9a70-6790c1236e3a', 'mac_address': 'fa:16:3e:6e:05:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da09ee36-3f2b-46d6-b5c2-753ccb72d8a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:03:40Z', 'updated_at': '2021-06-29T11:03:40Z', 'revision_number': 0, 'project_id': '062c9effd8ee472b8d3bc5a1e756224e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dca261e-3c6e-4db1-8a9d-c527f3bd9eac', 'name': '', 'network_id': '46f7c738-bc72-4d61-9a70-6790c1236e3a', 'tenant_id': '062c9effd8ee472b8d3bc5a1e756224e', 'mac_address': 'fa:16:3e:4d:49:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'cc3ad3db-db67-480b-a014-8ca92a76ef0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:46Z', 'updated_at': '2021-06-29T11:02:52Z', 'revision_number': 5, 'project_id': '062c9effd8ee472b8d3bc5a1e756224e', 'subnets': [{'id': 'cc3ad3db-db67-480b-a014-8ca92a76ef0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:03:42.036680 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-938a676a-d4a2-4902-9648-bec32c563970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:03:42.053969 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c2a7f-e128-4023-bab5-c5f228f34d23 req-68d70bc6-12b3-40d6-b9e9-1a6a9206a5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:42.056153 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-1a9c2a7f-e128-4023-bab5-c5f228f34d23 req-68d70bc6-12b3-40d6-b9e9-1a6a9206a5b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=062c9effd8ee472b8d3bc5a1e756224e&device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 1098 time: 0.1730256 Jun 29 11:03:42.061684 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-dc2abf8a-5ee2-48ac-bf03-25bca8035bf3 req-d83fe97c-17d0-4b52-87d5-6b968d968466 service neutron] 10.222.0.42 "GET /v2.0/networks/27be0f43-986d-406d-84c6-0e27a892cced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884918 Jun 29 11:03:42.063875 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55b1673-8378-4e17-8b6e-6d8aad3db96b None None] Checking router: 119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc for host: dv-cinder-793515-4-smb {{(pid=105128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:03:42.067344 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337331bb-b329-48cd-a6fc-23cd0ad4eb7d tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a158fd-19dc-446a-af8c-b4fc083e33e7,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:03:42.070385 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-337331bb-b329-48cd-a6fc-23cd0ad4eb7d tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:03:42.072930 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55b1673-8378-4e17-8b6e-6d8aad3db96b None None] Routers {'119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:03:42.073575 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-a55b1673-8378-4e17-8b6e-6d8aad3db96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:03:39Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc'], 'active': True} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:03:42.122580 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2008ce-2439-41c7-a0ec-322306cf5c79 req-145ee02d-ee5a-4958-bf11-6885cf2cad52 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:42.124047 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-bf2008ce-2439-41c7-a0ec-322306cf5c79 req-145ee02d-ee5a-4958-bf11-6885cf2cad52 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 945 time: 0.1717935 Jun 29 11:03:42.135551 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-337331bb-b329-48cd-a6fc-23cd0ad4eb7d tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:42.136983 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-337331bb-b329-48cd-a6fc-23cd0ad4eb7d tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3706415 Jun 29 11:03:42.139966 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 57062) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:03:42.145306 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-a5beab33-ac06-4a96-a4b2-d67242fb124a tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Request body: {'security_group_rule': {'security_group_id': 'd0a158fd-19dc-446a-af8c-b4fc083e33e7', 'project_id': '062c9effd8ee472b8d3bc5a1e756224e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:03:42.190885 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-bf2008ce-2439-41c7-a0ec-322306cf5c79 req-34496244-c5e7-419a-bffb-e0a789fb611b tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610285 Jun 29 11:03:42.198959 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c2a7f-e128-4023-bab5-c5f228f34d23 req-36fba408-eaa5-4dae-80b9-0328aff66599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:42.201217 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-1a9c2a7f-e128-4023-bab5-c5f228f34d23 req-36fba408-eaa5-4dae-80b9-0328aff66599 service neutron] 10.222.0.42 "GET /v2.0/networks?id=46f7c738-bc72-4d61-9a70-6790c1236e3a HTTP/1.1" status: 200 len: 916 time: 0.1362486 Jun 29 11:03:42.207259 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvr_db [None req-a55b1673-8378-4e17-8b6e-6d8aad3db96b None None] Set router 119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc gateway port host: dv-cinder-793515-4-smb {{(pid=105128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:03:42.243468 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-a5beab33-ac06-4a96-a4b2-d67242fb124a tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:42.305811 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-a5beab33-ac06-4a96-a4b2-d67242fb124a tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:42.382527 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-1a9c2a7f-e128-4023-bab5-c5f228f34d23 req-31ec2a6e-adc6-4351-8b0a-80e897c68535 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81fed723-1104-487e-919c-97613ef8aa03 HTTP/1.1" status: 200 len: 998 time: 0.0635209 Jun 29 11:03:42.392785 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-a5beab33-ac06-4a96-a4b2-d67242fb124a tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672958'] for security_group_rule, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:42.395506 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:03:42.412327 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5beab33-ac06-4a96-a4b2-d67242fb124a tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f5aaba7-83c2-4b5b-a47e-226b81b6a8bb,revision_number=0']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:03:42.420673 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-a5beab33-ac06-4a96-a4b2-d67242fb124a tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:03:42.439221 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c2a7f-e128-4023-bab5-c5f228f34d23 req-2ad01ea0-e144-44f2-83b6-48bc323c0d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:42.440690 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-1a9c2a7f-e128-4023-bab5-c5f228f34d23 req-2ad01ea0-e144-44f2-83b6-48bc323c0d1b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cc3ad3db-db67-480b-a014-8ca92a76ef0f HTTP/1.1" status: 200 len: 854 time: 0.0485442 Jun 29 11:03:42.510064 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c2a7f-e128-4023-bab5-c5f228f34d23 req-1728e3a8-0c04-42b2-8842-31942d199ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:42.511647 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-1a9c2a7f-e128-4023-bab5-c5f228f34d23 req-1728e3a8-0c04-42b2-8842-31942d199ab8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=46f7c738-bc72-4d61-9a70-6790c1236e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0607603 Jun 29 11:03:42.513085 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-a5beab33-ac06-4a96-a4b2-d67242fb124a tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:42.517098 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 57064) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:03:42.517237 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-a5beab33-ac06-4a96-a4b2-d67242fb124a tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3761067 Jun 29 11:03:42.522113 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [None req-d8ae2084-7d55-45a1-9ff3-455efc510c0b tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Request body: {'security_group_rule': {'security_group_id': 'd0a158fd-19dc-446a-af8c-b4fc083e33e7', 'project_id': '062c9effd8ee472b8d3bc5a1e756224e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:03:42.566852 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-a55b1673-8378-4e17-8b6e-6d8aad3db96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc', 'name': 'tempest-TestMinimumBasicScenario-1827714849-router', 'tenant_id': '062c9effd8ee472b8d3bc5a1e756224e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': '13734a33-4777-45c3-9e15-4ca4dfc7d157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:02:44Z', 'updated_at': '2021-06-29T11:02:47Z', 'revision_number': 4, 'project_id': '062c9effd8ee472b8d3bc5a1e756224e', 'gw_port': {'id': '13734a33-4777-45c3-9e15-4ca4dfc7d157', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:44Z', 'updated_at': '2021-06-29T11:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_floatingips': [{'id': 'dcc0bb18-1982-4891-a372-8b243c470005', 'tenant_id': '062c9effd8ee472b8d3bc5a1e756224e', 'floating_ip_address': '172.28.3.84', 'floating_network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'router_id': '119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc', 'port_id': '81fed723-1104-487e-919c-97613ef8aa03', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f7c738-bc72-4d61-9a70-6790c1236e3a', 'mac_address': 'fa:16:3e:6e:05:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da09ee36-3f2b-46d6-b5c2-753ccb72d8a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:03:40Z', 'updated_at': '2021-06-29T11:03:40Z', 'revision_number': 0, 'project_id': '062c9effd8ee472b8d3bc5a1e756224e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dca261e-3c6e-4db1-8a9d-c527f3bd9eac', 'name': '', 'network_id': '46f7c738-bc72-4d61-9a70-6790c1236e3a', 'tenant_id': '062c9effd8ee472b8d3bc5a1e756224e', 'mac_address': 'fa:16:3e:4d:49:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'cc3ad3db-db67-480b-a014-8ca92a76ef0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:46Z', 'updated_at': '2021-06-29T11:02:52Z', 'revision_number': 5, 'project_id': '062c9effd8ee472b8d3bc5a1e756224e', 'subnets': [{'id': 'cc3ad3db-db67-480b-a014-8ca92a76ef0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:03:42.596343 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55b1673-8378-4e17-8b6e-6d8aad3db96b None None] The sync data for ids ['119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc'] in dv-cinder-793515-4-smb is: [{'id': '119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc', 'name': 'tempest-TestMinimumBasicScenario-1827714849-router', 'tenant_id': '062c9effd8ee472b8d3bc5a1e756224e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': '13734a33-4777-45c3-9e15-4ca4dfc7d157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:02:44Z', 'updated_at': '2021-06-29T11:02:47Z', 'revision_number': 4, 'project_id': '062c9effd8ee472b8d3bc5a1e756224e', 'gw_port': {'id': '13734a33-4777-45c3-9e15-4ca4dfc7d157', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:44Z', 'updated_at': '2021-06-29T11:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_floatingips': [{'id': 'dcc0bb18-1982-4891-a372-8b243c470005', 'tenant_id': '062c9effd8ee472b8d3bc5a1e756224e', 'floating_ip_address': '172.28.3.84', 'floating_network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'router_id': '119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc', 'port_id': '81fed723-1104-487e-919c-97613ef8aa03', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f7c738-bc72-4d61-9a70-6790c1236e3a', 'mac_address': 'fa:16:3e:6e:05:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da09ee36-3f2b-46d6-b5c2-753ccb72d8a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:03:40Z', 'updated_at': '2021-06-29T11:03:40Z', 'revision_number': 0, 'project_id': '062c9effd8ee472b8d3bc5a1e756224e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dca261e-3c6e-4db1-8a9d-c527f3bd9eac', 'name': '', 'network_id': '46f7c738-bc72-4d61-9a70-6790c1236e3a', 'tenant_id': '062c9effd8ee472b8d3bc5a1e756224e', 'mac_address': 'fa:16:3e:4d:49:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'cc3ad3db-db67-480b-a014-8ca92a76ef0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:46Z', 'updated_at': '2021-06-29T11:02:52Z', 'revision_number': 5, 'project_id': '062c9effd8ee472b8d3bc5a1e756224e', 'subnets': [{'id': 'cc3ad3db-db67-480b-a014-8ca92a76ef0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:03:42.640266 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-1a9c2a7f-e128-4023-bab5-c5f228f34d23 req-8810d749-7d6e-4df8-a2f9-e28f99b03439 service neutron] 10.222.0.42 "GET /v2.0/networks/46f7c738-bc72-4d61-9a70-6790c1236e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062186 Jun 29 11:03:42.702538 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d8ae2084-7d55-45a1-9ff3-455efc510c0b tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:42.775202 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-1a9c2a7f-e128-4023-bab5-c5f228f34d23 req-88d92798-d46e-4e83-ab69-c003bced1bf8 service neutron] 10.222.0.42 "GET /v2.0/networks/46f7c738-bc72-4d61-9a70-6790c1236e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317182 Jun 29 11:03:42.788414 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d8ae2084-7d55-45a1-9ff3-455efc510c0b tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:42.808901 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1408aa-5d4d-4460-8d1d-f78377e9746f None None] New status for floating IP dcc0bb18-1982-4891-a372-8b243c470005: ACTIVE {{(pid=105129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 11:03:42.906639 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d8ae2084-7d55-45a1-9ff3-455efc510c0b tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672958'] for security_group_rule, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:42.908718 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:03:42.926382 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae2084-7d55-45a1-9ff3-455efc510c0b tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cdf5b98-e91c-4a56-bfda-1f9e7c41ee11,revision_number=0']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:03:42.928913 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-d8ae2084-7d55-45a1-9ff3-455efc510c0b tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:03:42.992636 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d8ae2084-7d55-45a1-9ff3-455efc510c0b tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:42.993934 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-d8ae2084-7d55-45a1-9ff3-455efc510c0b tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4757583 Jun 29 11:03:42.997048 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 57070) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:03:43.002670 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [None req-4afbdc86-e76c-4893-95e5-93049806e2e9 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Request body: {'security_group_rule': {'security_group_id': 'd0a158fd-19dc-446a-af8c-b4fc083e33e7', 'project_id': '062c9effd8ee472b8d3bc5a1e756224e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:03:43.009954 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a673273-8755-4c9d-8070-23ac4799cbed req-2454c898-7666-4a2f-b963-00e376a941ad tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:43.016979 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-0a673273-8755-4c9d-8070-23ac4799cbed req-2454c898-7666-4a2f-b963-00e376a941ad tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb7b896-ac21-4c35-9ccd-ef72f28ba98f HTTP/1.1" status: 200 len: 944 time: 0.0899749 Jun 29 11:03:43.046000 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 6bb09147-7bd1-41dc-813c-e1bcaf874084 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=105128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:03:43.053491 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-0a673273-8755-4c9d-8070-23ac4799cbed req-472420a1-10b8-4e19-894f-c8dacc69de6c tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1cf8bcf-f6d8-4f49-8dbe-8a39816ae164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355470 Jun 29 11:03:43.123020 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-4afbdc86-e76c-4893-95e5-93049806e2e9 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:43.150569 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 6bb09147-7bd1-41dc-813c-e1bcaf874084, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6bb09147-7bd1-41dc-813c-e1bcaf874084,segment=NetworkSegment(1870111f-630d-4b64-b696-1c360ea6bbfe),segment_id=1870111f-630d-4b64-b696-1c360ea6bbfe)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:03:43.166151 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Returning: {'device': '6bb09147-7bd1-41dc-813c-e1bcaf874084', 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54', 'port_id': '6bb09147-7bd1-41dc-813c-e1bcaf874084', 'mac_address': 'fa:16:3e:60:5e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:03:43.181842 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-4afbdc86-e76c-4893-95e5-93049806e2e9 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:43.203176 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:43.216035 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6bb09147-7bd1-41dc-813c-e1bcaf874084 {{(pid=105128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:03:43.234798 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 6bb09147-7bd1-41dc-813c-e1bcaf874084, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6bb09147-7bd1-41dc-813c-e1bcaf874084,segment=NetworkSegment(1870111f-630d-4b64-b696-1c360ea6bbfe),segment_id=1870111f-630d-4b64-b696-1c360ea6bbfe)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:03:43.324512 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:43.324800 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-4afbdc86-e76c-4893-95e5-93049806e2e9 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672958'] for security_group_rule, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:43.326561 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-a3f9d469-e701-42c7-8c9e-2f703ca56f8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:03:43.331639 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-d8ae2084-7d55-45a1-9ff3-455efc510c0b tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:03:43.349126 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afbdc86-e76c-4893-95e5-93049806e2e9 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=526516c2-c055-473a-8cae-f056096c4b28,revision_number=0']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:03:43.361223 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-4afbdc86-e76c-4893-95e5-93049806e2e9 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:03:43.387359 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=6bb09147-7bd1-41dc-813c-e1bcaf874084,revision_number=6']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:03:43.391179 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:03:43.398282 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-4afbdc86-e76c-4893-95e5-93049806e2e9 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:43.399503 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-4afbdc86-e76c-4893-95e5-93049806e2e9 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4014175 Jun 29 11:03:43.403342 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 57074) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:03:43.408427 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-2dfe9efd-162d-4cc5-95bc-4a5ce102bceb tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Request body: {'security_group_rule': {'security_group_id': 'd0a158fd-19dc-446a-af8c-b4fc083e33e7', 'project_id': '062c9effd8ee472b8d3bc5a1e756224e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:03:43.501282 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2dfe9efd-162d-4cc5-95bc-4a5ce102bceb tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:43.544766 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f2e40-725c-4d02-a429-d74d1d985ff8 req-e1855c0f-ac52-4515-b2fa-82beb4cebf6e tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:43.546462 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-bb6f2e40-725c-4d02-a429-d74d1d985ff8 req-e1855c0f-ac52-4515-b2fa-82beb4cebf6e tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 944 time: 0.0666838 Jun 29 11:03:43.547048 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] get_ports_and_sgs() called for port_ids ['6bb09147-7bd1-41dc-813c-e1bcaf874084'] {{(pid=105128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:03:43.551430 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2dfe9efd-162d-4cc5-95bc-4a5ce102bceb tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:43.586344 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-bb6f2e40-725c-4d02-a429-d74d1d985ff8 req-1faecf19-f39f-4540-ad0d-b35400c76d8b tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335634 Jun 29 11:03:43.621575 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2dfe9efd-162d-4cc5-95bc-4a5ce102bceb tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672958'] for security_group_rule, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:43.627485 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-a5beab33-ac06-4a96-a4b2-d67242fb124a tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:03:43.643065 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe9efd-162d-4cc5-95bc-4a5ce102bceb tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=615d2036-2e15-4e82-bca3-d0a85b6327eb,revision_number=0']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:03:43.645692 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-2dfe9efd-162d-4cc5-95bc-4a5ce102bceb tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:03:43.701145 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2dfe9efd-162d-4cc5-95bc-4a5ce102bceb tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:43.702425 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-2dfe9efd-162d-4cc5-95bc-4a5ce102bceb tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2979136 Jun 29 11:03:43.705144 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 57080) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:03:43.709727 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-8ab40eec-e40e-4d82-98fd-230188294b36 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Request body: {'security_group_rule': {'security_group_id': 'd0a158fd-19dc-446a-af8c-b4fc083e33e7', 'project_id': '062c9effd8ee472b8d3bc5a1e756224e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:03:43.786878 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.db.securitygroups_db [None req-8ab40eec-e40e-4d82-98fd-230188294b36 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Project 062c9effd8ee472b8d3bc5a1e756224e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 11:03:43.792020 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-8ab40eec-e40e-4d82-98fd-230188294b36 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:43.853606 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-8ab40eec-e40e-4d82-98fd-230188294b36 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:43.951996 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-8ab40eec-e40e-4d82-98fd-230188294b36 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672958'] for security_group_rule, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:43.954079 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:03:43.970881 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab40eec-e40e-4d82-98fd-230188294b36 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d3b6ec1-158d-40b1-84c2-1858ca6de66e,revision_number=0']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:03:43.973318 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-8ab40eec-e40e-4d82-98fd-230188294b36 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:03:44.026714 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-8ab40eec-e40e-4d82-98fd-230188294b36 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:44.028048 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-8ab40eec-e40e-4d82-98fd-230188294b36 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3218987 Jun 29 11:03:44.037440 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 57086) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:03:44.042287 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [None req-e0717842-1998-4b6c-aa3b-ac21045583db tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Request body: {'security_group_rule': {'security_group_id': 'd0a158fd-19dc-446a-af8c-b4fc083e33e7', 'project_id': '062c9effd8ee472b8d3bc5a1e756224e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:03:44.158218 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.db.securitygroups_db [None req-e0717842-1998-4b6c-aa3b-ac21045583db tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Project 062c9effd8ee472b8d3bc5a1e756224e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 11:03:44.163326 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-e0717842-1998-4b6c-aa3b-ac21045583db tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:44.250574 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-e0717842-1998-4b6c-aa3b-ac21045583db tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:44.269616 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2142362-3f6d-4a42-8834-d22f9638ab48 req-4e398136-2326-4eb5-bc0f-8d0f15e91447 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:44.271206 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a2142362-3f6d-4a42-8834-d22f9638ab48 req-4e398136-2326-4eb5-bc0f-8d0f15e91447 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb7b896-ac21-4c35-9ccd-ef72f28ba98f HTTP/1.1" status: 200 len: 944 time: 0.0979445 Jun 29 11:03:44.310293 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a2142362-3f6d-4a42-8834-d22f9638ab48 req-cb1a0397-6a99-4f05-97b7-11a222acc8e2 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1cf8bcf-f6d8-4f49-8dbe-8a39816ae164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335360 Jun 29 11:03:44.334918 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-e0717842-1998-4b6c-aa3b-ac21045583db tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672958'] for security_group_rule, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:44.340981 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-c00830b7-6b41-4bc0-9e48-b83c02285990 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:03:44.359853 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0717842-1998-4b6c-aa3b-ac21045583db tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a77ab805-920e-47c8-98c7-cf9c64c94b47,revision_number=0']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:03:44.362231 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-e0717842-1998-4b6c-aa3b-ac21045583db tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:03:44.420701 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-e0717842-1998-4b6c-aa3b-ac21045583db tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:44.421936 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-e0717842-1998-4b6c-aa3b-ac21045583db tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3834939 Jun 29 11:03:44.546870 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-4afc0703-3dbf-42c5-9a9b-8bbbbd1e6999 req-66599cdb-af3b-438a-986b-f014b77e1a86 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-451886423&fields=id&tenant_id=062c9effd8ee472b8d3bc5a1e756224e HTTP/1.1" status: 200 len: 267 time: 0.0332897 Jun 29 11:03:44.624619 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc0703-3dbf-42c5-9a9b-8bbbbd1e6999 req-cc5cce7a-77ee-469b-a4da-ed0cbf54b0e9 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:44.626205 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-4afc0703-3dbf-42c5-9a9b-8bbbbd1e6999 req-cc5cce7a-77ee-469b-a4da-ed0cbf54b0e9 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 945 time: 0.0740628 Jun 29 11:03:44.638404 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [req-4afc0703-3dbf-42c5-9a9b-8bbbbd1e6999 req-f4831627-1aae-423c-9f15-79f0cdbb946c tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Request body: {'port': {'security_groups': ['9a747de9-a1d5-4d79-ae65-a08a227b2bae', 'd0a158fd-19dc-446a-af8c-b4fc083e33e7']}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:03:44.735727 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [req-4afc0703-3dbf-42c5-9a9b-8bbbbd1e6999 req-f4831627-1aae-423c-9f15-79f0cdbb946c tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:44.777737 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e902b47-27c8-4fd2-849d-a3690ecfa43d req-9ec931d3-42b6-4858-ba20-d986ee37f1b6 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:44.777737 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-1e902b47-27c8-4fd2-849d-a3690ecfa43d req-9ec931d3-42b6-4858-ba20-d986ee37f1b6 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 944 time: 0.0691512 Jun 29 11:03:44.818615 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-1e902b47-27c8-4fd2-849d-a3690ecfa43d req-2bea2a62-e11c-4db1-acfd-35ec0dee4a39 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351000 Jun 29 11:03:44.955835 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.db [req-4afc0703-3dbf-42c5-9a9b-8bbbbd1e6999 req-f4831627-1aae-423c-9f15-79f0cdbb946c tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] For port 81fed723-1104-487e-919c-97613ef8aa03, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=81fed723-1104-487e-919c-97613ef8aa03,segment=NetworkSegment(551fa48c-acb9-413f-b189-f5db6cd89329),segment_id=551fa48c-acb9-413f-b189-f5db6cd89329)] {{(pid=105126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:03:44.990550 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [req-4afc0703-3dbf-42c5-9a9b-8bbbbd1e6999 req-f4831627-1aae-423c-9f15-79f0cdbb946c tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks [] for port, precommit_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:45.049803 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [req-4afc0703-3dbf-42c5-9a9b-8bbbbd1e6999 req-f4831627-1aae-423c-9f15-79f0cdbb946c tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131239441'] for port, after_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:45.054430 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-5000c607-ca87-442b-9cbd-b0d906f6c275 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:03:45.089455 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] get_ports_and_sgs() called for port_ids ['81fed723-1104-487e-919c-97613ef8aa03'] {{(pid=105128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:03:45.108540 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc0703-3dbf-42c5-9a9b-8bbbbd1e6999 req-f4831627-1aae-423c-9f15-79f0cdbb946c tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:45.109202 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [req-4afc0703-3dbf-42c5-9a9b-8bbbbd1e6999 req-f4831627-1aae-423c-9f15-79f0cdbb946c tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for port, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:45.113834 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-4afc0703-3dbf-42c5-9a9b-8bbbbd1e6999 req-f4831627-1aae-423c-9f15-79f0cdbb946c tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "PUT /v2.0/ports/81fed723-1104-487e-919c-97613ef8aa03 HTTP/1.1" status: 200 len: 981 time: 0.4809046 Jun 29 11:03:45.114458 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da09ee36-3f2b-46d6-b5c2-753ccb72d8a8', 'tag': '81fed723-1104-487e-919c-97613ef8aa03'}] {{(pid=105126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:03:45.116875 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09da13e73631fa2daf6445fd31be58ef3c7a9234cf916b2f4c27fda6ebf5c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f59b1bb-401a-42f6-b954-0723a8943583" -d '{"events": [{"name": "network-changed", "server_uuid": "da09ee36-3f2b-46d6-b5c2-753ccb72d8a8", "tag": "81fed723-1104-487e-919c-97613ef8aa03"}]}' {{(pid=105126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:03:45.164647 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 8875d0a2-6f29-4e76-af1e-1afa676da13a details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=105128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:03:45.164647 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 6bb09147-7bd1-41dc-813c-e1bcaf874084 up at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:03:45.181096 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4831627-1aae-423c-9f15-79f0cdbb946c tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Pushing event updated for resources: {'Port': ['ID=81fed723-1104-487e-919c-97613ef8aa03,revision_number=6']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:03:45.184821 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-f4831627-1aae-423c-9f15-79f0cdbb946c tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:03:45.195644 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae1a48e-b9a6-44bc-8d4f-752a889af63b x-openstack-request-id: req-6ae1a48e-b9a6-44bc-8d4f-752a889af63b {{(pid=105126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:03:45.195644 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da09ee36-3f2b-46d6-b5c2-753ccb72d8a8", "tag": "81fed723-1104-487e-919c-97613ef8aa03", "status": "completed", "code": 200}]} {{(pid=105126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:03:45.195644 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6ae1a48e-b9a6-44bc-8d4f-752a889af63b {{(pid=105126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:03:45.195644 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da09ee36-3f2b-46d6-b5c2-753ccb72d8a8', 'tag': '81fed723-1104-487e-919c-97613ef8aa03', 'status': 'completed', 'code': 200} Jun 29 11:03:45.327603 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] get_ports_and_sgs() called for port_ids ['81fed723-1104-487e-919c-97613ef8aa03'] {{(pid=105128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:03:45.370469 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59b1bb-401a-42f6-b954-0723a8943583 req-4f6d1671-fde6-4ef7-a68c-d7417a13423d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:45.372776 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-2f59b1bb-401a-42f6-b954-0723a8943583 req-4f6d1671-fde6-4ef7-a68c-d7417a13423d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=062c9effd8ee472b8d3bc5a1e756224e&device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 1137 time: 0.1415288 Jun 29 11:03:45.467721 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a329536-09df-4823-ab16-c766d001f1b8 req-19b45b6b-e796-4732-a22e-d50c0247ebc9 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:45.471783 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Provisioning complete for port 6bb09147-7bd1-41dc-813c-e1bcaf874084 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:03:45.474154 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:45.476112 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0a329536-09df-4823-ab16-c766d001f1b8 req-19b45b6b-e796-4732-a22e-d50c0247ebc9 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 984 time: 0.1967390 Jun 29 11:03:45.544133 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0a329536-09df-4823-ab16-c766d001f1b8 req-6275ef9a-9216-4560-88ad-713705b22f9d tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a747de9-a1d5-4d79-ae65-a08a227b2bae&id=d0a158fd-19dc-446a-af8c-b4fc083e33e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0669312 Jun 29 11:03:45.551380 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76cf69-c330-4824-bb70-397cd1bfded0 req-51b039f0-b3d9-420a-ac97-6ff301c70ee2 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:45.560088 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-0b76cf69-c330-4824-bb70-397cd1bfded0 req-51b039f0-b3d9-420a-ac97-6ff301c70ee2 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb7b896-ac21-4c35-9ccd-ef72f28ba98f HTTP/1.1" status: 200 len: 944 time: 0.1007357 Jun 29 11:03:45.643229 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-0b76cf69-c330-4824-bb70-397cd1bfded0 req-998d61f1-8e70-4da4-9687-8af131b91931 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1cf8bcf-f6d8-4f49-8dbe-8a39816ae164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820236 Jun 29 11:03:45.702784 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59b1bb-401a-42f6-b954-0723a8943583 req-20acee09-385d-43a0-b26e-82a5390497e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:45.704424 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-2f59b1bb-401a-42f6-b954-0723a8943583 req-20acee09-385d-43a0-b26e-82a5390497e7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=46f7c738-bc72-4d61-9a70-6790c1236e3a HTTP/1.1" status: 200 len: 916 time: 0.3238082 Jun 29 11:03:45.725255 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 8875d0a2-6f29-4e76-af1e-1afa676da13a, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=8875d0a2-6f29-4e76-af1e-1afa676da13a,segment=NetworkSegment(1205bcf5-bf51-4831-9bc0-f68083624420),segment_id=1205bcf5-bf51-4831-9bc0-f68083624420)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:03:45.751300 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-db3942c3-0be1-4a9a-85cd-905b4d5e55d4 None None] Provisioning complete for port 81fed723-1104-487e-919c-97613ef8aa03 triggered by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:03:45.751681 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-db3942c3-0be1-4a9a-85cd-905b4d5e55d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:45.800046 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-2f59b1bb-401a-42f6-b954-0723a8943583 req-12c1abc9-8ab8-4ced-a9db-3d60c39d95c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81fed723-1104-487e-919c-97613ef8aa03 HTTP/1.1" status: 200 len: 1000 time: 0.0838604 Jun 29 11:03:45.899436 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59b1bb-401a-42f6-b954-0723a8943583 req-74cbc6e8-39ed-4cf6-a4f7-bea8bde67533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:45.900843 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-2f59b1bb-401a-42f6-b954-0723a8943583 req-74cbc6e8-39ed-4cf6-a4f7-bea8bde67533 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cc3ad3db-db67-480b-a014-8ca92a76ef0f HTTP/1.1" status: 200 len: 854 time: 0.0836556 Jun 29 11:03:45.911631 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Returning: {'device': '8875d0a2-6f29-4e76-af1e-1afa676da13a', 'network_id': '27be0f43-986d-406d-84c6-0e27a892cced', 'port_id': '8875d0a2-6f29-4e76-af1e-1afa676da13a', 'mac_address': 'fa:16:3e:33:ac:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:03:45.991357 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:46.018522 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59b1bb-401a-42f6-b954-0723a8943583 req-d97d7c09-aa8a-4449-9a42-e1a7876199fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:46.020518 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-2f59b1bb-401a-42f6-b954-0723a8943583 req-d97d7c09-aa8a-4449-9a42-e1a7876199fb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=46f7c738-bc72-4d61-9a70-6790c1236e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1041338 Jun 29 11:03:46.068510 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:46.087077 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922ae20d-3e46-4b8a-80d3-68e372dd4932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb09147-7bd1-41dc-813c-e1bcaf874084'}] {{(pid=105128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:03:46.091063 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f554d8236d32e986c704cda53ac23f663e6b3c5228ed3933e2c5dc2c6a48410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5906ab1b-260d-43f7-bafc-62c03f973f4c" -d '{"events": [{"server_uuid": "922ae20d-3e46-4b8a-80d3-68e372dd4932", "name": "network-vif-plugged", "status": "completed", "tag": "6bb09147-7bd1-41dc-813c-e1bcaf874084"}]}' {{(pid=105128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:03:46.120409 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260441f2-d265-487c-b370-8bc7b72d6de8 req-0b898fba-9ef3-48ba-b160-7311b4fe8aac tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:46.124328 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 6bb09147-7bd1-41dc-813c-e1bcaf874084, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6bb09147-7bd1-41dc-813c-e1bcaf874084,segment=NetworkSegment(1870111f-630d-4b64-b696-1c360ea6bbfe),segment_id=1870111f-630d-4b64-b696-1c360ea6bbfe)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:03:46.130464 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-260441f2-d265-487c-b370-8bc7b72d6de8 req-0b898fba-9ef3-48ba-b160-7311b4fe8aac tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 944 time: 0.1562052 Jun 29 11:03:46.137099 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8875d0a2-6f29-4e76-af1e-1afa676da13a {{(pid=105128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:03:46.182688 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbac48e2-3e3e-4f3a-88f5-51926015f891 x-openstack-request-id: req-dbac48e2-3e3e-4f3a-88f5-51926015f891 {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:03:46.183152 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "922ae20d-3e46-4b8a-80d3-68e372dd4932", "name": "network-vif-plugged", "status": "completed", "tag": "6bb09147-7bd1-41dc-813c-e1bcaf874084", "code": 200}]} {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:03:46.183532 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dbac48e2-3e3e-4f3a-88f5-51926015f891 {{(pid=105128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:03:46.184011 dv-cinder-793515-4-smb neutron-server[105128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922ae20d-3e46-4b8a-80d3-68e372dd4932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb09147-7bd1-41dc-813c-e1bcaf874084', 'code': 200} Jun 29 11:03:46.195054 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-260441f2-d265-487c-b370-8bc7b72d6de8 req-f055eb17-39fe-4ebb-a19e-c76b5f7c9931 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626864 Jun 29 11:03:46.200309 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:46.210695 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 8875d0a2-6f29-4e76-af1e-1afa676da13a, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=8875d0a2-6f29-4e76-af1e-1afa676da13a,segment=NetworkSegment(1205bcf5-bf51-4831-9bc0-f68083624420),segment_id=1205bcf5-bf51-4831-9bc0-f68083624420)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:03:46.212162 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:03:46.222318 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-2f59b1bb-401a-42f6-b954-0723a8943583 req-5c538997-3780-4316-9395-20da6f79deda service neutron] 10.222.0.42 "GET /v2.0/networks/46f7c738-bc72-4d61-9a70-6790c1236e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911705 Jun 29 11:03:46.328847 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:46.336263 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=6bb09147-7bd1-41dc-813c-e1bcaf874084,revision_number=7']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:03:46.340338 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:03:46.346015 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-565c7480-2631-4d97-9815-02a8c914c9b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:03:46.351433 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-2f59b1bb-401a-42f6-b954-0723a8943583 req-0ecf4935-a80e-4bb5-bd17-a0b480b232f1 service neutron] 10.222.0.42 "GET /v2.0/networks/46f7c738-bc72-4d61-9a70-6790c1236e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095836 Jun 29 11:03:46.457691 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=8875d0a2-6f29-4e76-af1e-1afa676da13a,revision_number=4']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:03:46.461024 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:03:46.812680 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] get_ports_and_sgs() called for port_ids ['8875d0a2-6f29-4e76-af1e-1afa676da13a'] {{(pid=105128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:03:46.843619 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb5c9c-cfaa-4d68-9cfb-c48d1bc05d47 req-2706cef7-2cfc-4ea5-99e4-19941d5720d1 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:46.850990 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-4eeb5c9c-cfaa-4d68-9cfb-c48d1bc05d47 req-2706cef7-2cfc-4ea5-99e4-19941d5720d1 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb7b896-ac21-4c35-9ccd-ef72f28ba98f HTTP/1.1" status: 200 len: 945 time: 0.0798390 Jun 29 11:03:46.910247 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-4eeb5c9c-cfaa-4d68-9cfb-c48d1bc05d47 req-235f7c95-3916-4d14-86fa-8e3658597e66 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1cf8bcf-f6d8-4f49-8dbe-8a39816ae164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575733 Jun 29 11:03:47.448299 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c713e79-c087-4003-9999-9eb65fb30fcd req-6e68d306-6ef6-4250-93c0-b4ca44fbf587 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:47.452834 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-9c713e79-c087-4003-9999-9eb65fb30fcd req-6e68d306-6ef6-4250-93c0-b4ca44fbf587 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 945 time: 0.1145282 Jun 29 11:03:47.500921 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-9c713e79-c087-4003-9999-9eb65fb30fcd req-f2c5ab05-8999-4bb9-8a22-f625cf72f26c tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436127 Jun 29 11:03:48.090286 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f005ecd-3e15-418a-b5fc-47777dc1da6a req-c2624111-9110-4414-8624-140cb0a152c5 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:48.091790 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-6f005ecd-3e15-418a-b5fc-47777dc1da6a req-c2624111-9110-4414-8624-140cb0a152c5 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb7b896-ac21-4c35-9ccd-ef72f28ba98f HTTP/1.1" status: 200 len: 945 time: 0.0734906 Jun 29 11:03:48.143340 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-6f005ecd-3e15-418a-b5fc-47777dc1da6a req-46ee367f-3cc9-479c-99c5-32f918137542 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1cf8bcf-f6d8-4f49-8dbe-8a39816ae164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455627 Jun 29 11:03:48.736036 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca94307-1fcc-4313-abe5-2487af88a950 req-cc0d513f-4424-45ee-91ab-6ae9151b61e9 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:48.737896 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-fca94307-1fcc-4313-abe5-2487af88a950 req-cc0d513f-4424-45ee-91ab-6ae9151b61e9 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 945 time: 0.1158326 Jun 29 11:03:48.791986 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-fca94307-1fcc-4313-abe5-2487af88a950 req-6c2d8a50-437e-4df8-970f-5941330ab9f9 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475979 Jun 29 11:03:49.124220 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 8875d0a2-6f29-4e76-af1e-1afa676da13a up at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:03:49.266579 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Provisioning for port 8875d0a2-6f29-4e76-af1e-1afa676da13a completed by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:03:49.271937 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Provisioning complete for port 8875d0a2-6f29-4e76-af1e-1afa676da13a triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:03:49.272790 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:49.340087 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0aee61-fc56-4858-b868-e4c4566fa120 req-46f3a532-4aee-4c97-a2a5-aaa65d5fad9c tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:49.347544 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-8d0aee61-fc56-4858-b868-e4c4566fa120 req-46f3a532-4aee-4c97-a2a5-aaa65d5fad9c tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb7b896-ac21-4c35-9ccd-ef72f28ba98f HTTP/1.1" status: 200 len: 945 time: 0.0845828 Jun 29 11:03:49.379193 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:49.398778 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-8d0aee61-fc56-4858-b868-e4c4566fa120 req-7e7d005f-0cca-44b0-950d-a0cb65e9f27e tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1cf8bcf-f6d8-4f49-8dbe-8a39816ae164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485861 Jun 29 11:03:49.417346 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb7b896-ac21-4c35-9ccd-ef72f28ba98f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8875d0a2-6f29-4e76-af1e-1afa676da13a'}] {{(pid=105128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:03:49.420332 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f554d8236d32e986c704cda53ac23f663e6b3c5228ed3933e2c5dc2c6a48410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6dccd7-a0ae-4e32-8b74-fb4907bd01a0" -d '{"events": [{"server_uuid": "7bb7b896-ac21-4c35-9ccd-ef72f28ba98f", "name": "network-vif-plugged", "status": "completed", "tag": "8875d0a2-6f29-4e76-af1e-1afa676da13a"}]}' {{(pid=105128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:03:49.423827 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 8875d0a2-6f29-4e76-af1e-1afa676da13a, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=8875d0a2-6f29-4e76-af1e-1afa676da13a,segment=NetworkSegment(1205bcf5-bf51-4831-9bc0-f68083624420),segment_id=1205bcf5-bf51-4831-9bc0-f68083624420)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:03:49.466328 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920694dd-68dd-4ed3-b9e5-a8d24eaa34d8 x-openstack-request-id: req-920694dd-68dd-4ed3-b9e5-a8d24eaa34d8 {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:03:49.466779 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb7b896-ac21-4c35-9ccd-ef72f28ba98f", "name": "network-vif-plugged", "status": "completed", "tag": "8875d0a2-6f29-4e76-af1e-1afa676da13a", "code": 200}]} {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:03:49.470160 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-920694dd-68dd-4ed3-b9e5-a8d24eaa34d8 {{(pid=105128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:03:49.470160 dv-cinder-793515-4-smb neutron-server[105128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb7b896-ac21-4c35-9ccd-ef72f28ba98f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8875d0a2-6f29-4e76-af1e-1afa676da13a', 'code': 200} Jun 29 11:03:49.489669 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:49.491671 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-a96b9a66-43f1-4178-baae-bf89a3cc1345 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:03:49.566072 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=8875d0a2-6f29-4e76-af1e-1afa676da13a,revision_number=5']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:03:49.569389 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:03:49.931540 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383ba03-afb3-4dfe-80bc-3b09ef51cefa req-6bcf4fd6-f48e-4ed6-a81f-b0f138d99194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:49.933748 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-2383ba03-afb3-4dfe-80bc-3b09ef51cefa req-6bcf4fd6-f48e-4ed6-a81f-b0f138d99194 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7bb7b896-ac21-4c35-9ccd-ef72f28ba98f HTTP/1.1" status: 200 len: 1099 time: 0.0717466 Jun 29 11:03:50.031605 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-2383ba03-afb3-4dfe-80bc-3b09ef51cefa req-592fff21-ca42-41f1-b0b0-603d4e19f0f8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c1cf8bcf-f6d8-4f49-8dbe-8a39816ae164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892968 Jun 29 11:03:50.069695 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3ab4f-f2f6-4e5e-bc95-2d9aafcd686b req-2521fd51-d85d-42c9-a3b6-b3033c01fd82 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:50.071975 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-49b3ab4f-f2f6-4e5e-bc95-2d9aafcd686b req-2521fd51-d85d-42c9-a3b6-b3033c01fd82 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 945 time: 0.1198423 Jun 29 11:03:50.119779 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-49b3ab4f-f2f6-4e5e-bc95-2d9aafcd686b req-01a8b71f-7605-4792-897f-59d6c9f064ad tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416408 Jun 29 11:03:50.602790 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91009b04-b517-4839-ba7e-dd54c4843bd6 req-14b0c313-53b8-48fd-8e7c-97f8754cc6c3 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:50.605452 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-91009b04-b517-4839-ba7e-dd54c4843bd6 req-14b0c313-53b8-48fd-8e7c-97f8754cc6c3 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb7b896-ac21-4c35-9ccd-ef72f28ba98f HTTP/1.1" status: 200 len: 946 time: 0.0855749 Jun 29 11:03:50.926348 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-91009b04-b517-4839-ba7e-dd54c4843bd6 req-0fe2bb24-757d-43db-b6ba-8c89a4e3c62c tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1cf8bcf-f6d8-4f49-8dbe-8a39816ae164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3149569 Jun 29 11:03:51.293293 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.agents_db [None req-6227a327-39ba-4b2a-b4ab-7b0e2d6295dc None None] Agent healthcheck: found 6 active agents {{(pid=105129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:03:51.321291 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f94f2-9bf9-4e95-9f4c-6f79e8c75ef4 req-4d4e6f95-31a3-41a1-a606-5e54a7f8ce25 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:51.322702 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-8f9f94f2-9bf9-4e95-9f4c-6f79e8c75ef4 req-4d4e6f95-31a3-41a1-a606-5e54a7f8ce25 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 945 time: 0.0749981 Jun 29 11:03:51.361648 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-8f9f94f2-9bf9-4e95-9f4c-6f79e8c75ef4 req-f683819f-63b3-4fa2-a642-ed2865de7a7d tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325062 Jun 29 11:03:52.194107 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4410496-2caf-4b11-91a6-4b86a158a7a7 req-0d952b6a-940f-4c99-92b8-974fabf2fb9d tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:52.195951 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-c4410496-2caf-4b11-91a6-4b86a158a7a7 req-0d952b6a-940f-4c99-92b8-974fabf2fb9d tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb7b896-ac21-4c35-9ccd-ef72f28ba98f HTTP/1.1" status: 200 len: 946 time: 0.1520653 Jun 29 11:03:52.237162 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-c4410496-2caf-4b11-91a6-4b86a158a7a7 req-478c20ad-dbf0-448c-b465-ce73e1edd7a3 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1cf8bcf-f6d8-4f49-8dbe-8a39816ae164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351355 Jun 29 11:03:52.553013 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d7994-fd9a-47ff-84fa-2e010f5a5cbd req-be1c3671-8c24-4354-821f-64a170df211d tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:52.554464 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-fd8d7994-fd9a-47ff-84fa-2e010f5a5cbd req-be1c3671-8c24-4354-821f-64a170df211d tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 945 time: 0.0703413 Jun 29 11:03:52.606357 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-fd8d7994-fd9a-47ff-84fa-2e010f5a5cbd req-10242112-668e-4cbb-8deb-fdb69651f4f4 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450888 Jun 29 11:03:53.381108 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40929dfb-3aa0-481a-8cf2-a629d598946f req-18ba6696-b054-46c7-8a52-d828d7bfc90e tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:53.389698 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-40929dfb-3aa0-481a-8cf2-a629d598946f req-18ba6696-b054-46c7-8a52-d828d7bfc90e tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf4cadf0-3ae4-45a8-8c06-dff8d730e2be HTTP/1.1" status: 200 len: 946 time: 0.0798469 Jun 29 11:03:53.439167 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-40929dfb-3aa0-481a-8cf2-a629d598946f req-c73b2be6-f47e-4806-8f16-1e0bddac34de tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/security-groups?id=115df868-f249-406f-b279-69223379506e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485656 Jun 29 11:03:53.462904 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4aa357-b7a6-4594-aefb-969979d53f28 req-c82a937d-e790-4a17-91ec-fe8e3a2c5e7f tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:53.465603 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-ff4aa357-b7a6-4594-aefb-969979d53f28 req-c82a937d-e790-4a17-91ec-fe8e3a2c5e7f tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb7b896-ac21-4c35-9ccd-ef72f28ba98f HTTP/1.1" status: 200 len: 946 time: 0.0817018 Jun 29 11:03:53.524799 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-ff4aa357-b7a6-4594-aefb-969979d53f28 req-14dd697b-8537-45aa-b8f2-f943cb958b55 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1cf8bcf-f6d8-4f49-8dbe-8a39816ae164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483341 Jun 29 11:03:53.762626 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b5269-c21a-476f-b778-34e70d5900ae req-19ffd657-a633-4ba4-9987-26f0c3c40052 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:53.764816 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-be7b5269-c21a-476f-b778-34e70d5900ae req-19ffd657-a633-4ba4-9987-26f0c3c40052 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb7b896-ac21-4c35-9ccd-ef72f28ba98f HTTP/1.1" status: 200 len: 946 time: 0.1068103 Jun 29 11:03:53.773956 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 57204) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:03:53.781559 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-310a46da-c24b-4dd4-9ab7-ce573cf96fca tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Request body: {'floatingip': {'port_id': '8875d0a2-6f29-4e76-af1e-1afa676da13a'}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:03:53.828769 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2ed36-39b0-4ae3-abdd-57d5ef1ff0db req-dcb6f97f-60b3-472a-ae11-febd8ef76a1b tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:53.830286 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-09d2ed36-39b0-4ae3-abdd-57d5ef1ff0db req-dcb6f97f-60b3-472a-ae11-febd8ef76a1b tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 945 time: 0.0855994 Jun 29 11:03:53.868010 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-310a46da-c24b-4dd4-9ab7-ce573cf96fca tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks [] for floatingip, before_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:53.888249 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-09d2ed36-39b0-4ae3-abdd-57d5ef1ff0db req-9080f178-ba4f-4e55-a9af-ddcc2c8eebad tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519979 Jun 29 11:03:54.673738 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-310a46da-c24b-4dd4-9ab7-ce573cf96fca tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:54.697969 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274fb26-f7a7-49b2-b869-3688b2f0cb50 req-ceaf07df-f31b-456e-b9df-7b9350b0b2b4 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:54.700161 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-6274fb26-f7a7-49b2-b869-3688b2f0cb50 req-ceaf07df-f31b-456e-b9df-7b9350b0b2b4 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf4cadf0-3ae4-45a8-8c06-dff8d730e2be HTTP/1.1" status: 200 len: 946 time: 0.1345406 Jun 29 11:03:54.740014 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-6274fb26-f7a7-49b2-b869-3688b2f0cb50 req-377e9f14-c75f-4d63-a29f-6d1830841adb tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/security-groups?id=115df868-f249-406f-b279-69223379506e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338633 Jun 29 11:03:54.871944 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-310a46da-c24b-4dd4-9ab7-ce573cf96fca tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606879'] for floatingip, after_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:54.972648 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.db.l3_db [None req-310a46da-c24b-4dd4-9ab7-ce573cf96fca tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Floating IP 31f5e6d8-c0c8-4da7-b679-3dd10a40c5b9 associated. External IP: 172.28.3.150, port: 8875d0a2-6f29-4e76-af1e-1afa676da13a. Jun 29 11:03:55.068632 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac63ab-0ab3-4679-92ea-6ce9016c677b req-383ae520-d8c8-4b73-9fe3-9e49ec40fc3a tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:55.070733 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-e9ac63ab-0ab3-4679-92ea-6ce9016c677b req-383ae520-d8c8-4b73-9fe3-9e49ec40fc3a tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 945 time: 0.0663853 Jun 29 11:03:55.108500 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-e9ac63ab-0ab3-4679-92ea-6ce9016c677b req-8362f2f0-04c1-4a18-ac2c-61a4c8d0c25a tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320706 Jun 29 11:03:55.186498 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310a46da-c24b-4dd4-9ab7-ce573cf96fca tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Router fbeb5745-410b-40fb-880f-b8e114e79470 has already been hosted by L3 agent 3b2ad6f0-f3d9-4012-ac35-d330af5e0962 {{(pid=105126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:03:55.296904 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310a46da-c24b-4dd4-9ab7-ce573cf96fca tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify agent at l3_agent.dv-cinder-793515-4-smb the message routers_updated {{(pid=105126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:03:55.301829 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-310a46da-c24b-4dd4-9ab7-ce573cf96fca tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for floatingip, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:55.306328 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb6ea6c-b5c1-4852-929f-295793a8ddd6 None None] Sync routers for ids ['fbeb5745-410b-40fb-880f-b8e114e79470'] in dv-cinder-793515-4-smb {{(pid=105128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:03:55.316783 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb6ea6c-b5c1-4852-929f-295793a8ddd6 None None] Routers {'fbeb5745-410b-40fb-880f-b8e114e79470'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:03:55.317404 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-ddb6ea6c-b5c1-4852-929f-295793a8ddd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:03:39Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['fbeb5745-410b-40fb-880f-b8e114e79470'], 'active': True} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:03:55.337324 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-310a46da-c24b-4dd4-9ab7-ce573cf96fca tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "PUT /v2.0/floatingips/31f5e6d8-c0c8-4da7-b679-3dd10a40c5b9 HTTP/1.1" status: 200 len: 992 time: 1.5616224 Jun 29 11:03:55.337826 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb7b896-ac21-4c35-9ccd-ef72f28ba98f', 'tag': '8875d0a2-6f29-4e76-af1e-1afa676da13a'}] {{(pid=105126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:03:55.340286 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09da13e73631fa2daf6445fd31be58ef3c7a9234cf916b2f4c27fda6ebf5c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d7f9dd-9bf1-47e3-ad73-e969a69c2617" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb7b896-ac21-4c35-9ccd-ef72f28ba98f", "tag": "8875d0a2-6f29-4e76-af1e-1afa676da13a"}]}' {{(pid=105126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:03:55.397989 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b6d55e-47ec-45ae-9094-936464220570 x-openstack-request-id: req-a4b6d55e-47ec-45ae-9094-936464220570 {{(pid=105126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:03:55.398317 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb7b896-ac21-4c35-9ccd-ef72f28ba98f", "tag": "8875d0a2-6f29-4e76-af1e-1afa676da13a", "status": "completed", "code": 200}]} {{(pid=105126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:03:55.398626 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a4b6d55e-47ec-45ae-9094-936464220570 {{(pid=105126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:03:55.399059 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb7b896-ac21-4c35-9ccd-ef72f28ba98f', 'tag': '8875d0a2-6f29-4e76-af1e-1afa676da13a', 'status': 'completed', 'code': 200} Jun 29 11:03:55.424264 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvr_db [None req-ddb6ea6c-b5c1-4852-929f-295793a8ddd6 None None] Set router fbeb5745-410b-40fb-880f-b8e114e79470 gateway port host: dv-cinder-793515-4-smb {{(pid=105128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:03:55.541961 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7f9dd-9bf1-47e3-ad73-e969a69c2617 req-e70f1573-faac-4a6a-8c20-75d299eb9eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:55.544771 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-89d7f9dd-9bf1-47e3-ad73-e969a69c2617 req-e70f1573-faac-4a6a-8c20-75d299eb9eeb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e126c6330d743c8b924fb706c06677b&device_id=7bb7b896-ac21-4c35-9ccd-ef72f28ba98f HTTP/1.1" status: 200 len: 1099 time: 0.0902462 Jun 29 11:03:55.649466 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7f9dd-9bf1-47e3-ad73-e969a69c2617 req-218cad89-d32d-4cc9-bdd4-73a9db2ccd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:55.650849 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-89d7f9dd-9bf1-47e3-ad73-e969a69c2617 req-218cad89-d32d-4cc9-bdd4-73a9db2ccd30 service neutron] 10.222.0.42 "GET /v2.0/networks?id=27be0f43-986d-406d-84c6-0e27a892cced HTTP/1.1" status: 200 len: 911 time: 0.0981693 Jun 29 11:03:55.719781 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-ddb6ea6c-b5c1-4852-929f-295793a8ddd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'name': 'tempest-AttachVolumeTestJSON-219027742-router', 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.82'}], 'enable_snat': True}, 'gw_port_id': '543fbc8c-a977-4cf3-9612-bbdb724173d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:58:52Z', 'updated_at': '2021-06-29T10:58:59Z', 'revision_number': 4, 'project_id': '2e126c6330d743c8b924fb706c06677b', 'gw_port': {'id': '543fbc8c-a977-4cf3-9612-bbdb724173d1', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:58:53Z', 'updated_at': '2021-06-29T10:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_floatingips': [{'id': '31f5e6d8-c0c8-4da7-b679-3dd10a40c5b9', 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'floating_ip_address': '172.28.3.150', 'floating_network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'router_id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'port_id': '8875d0a2-6f29-4e76-af1e-1afa676da13a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27be0f43-986d-406d-84c6-0e27a892cced', 'mac_address': 'fa:16:3e:33:ac:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb7b896-ac21-4c35-9ccd-ef72f28ba98f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:03:35Z', 'updated_at': '2021-06-29T11:03:54Z', 'revision_number': 1, 'project_id': '2e126c6330d743c8b924fb706c06677b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de12757a-329b-46d4-ad31-49b102f5fe06', 'name': '', 'network_id': '27be0f43-986d-406d-84c6-0e27a892cced', 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'mac_address': 'fa:16:3e:05:db:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:58:57Z', 'updated_at': '2021-06-29T10:59:07Z', 'revision_number': 5, 'project_id': '2e126c6330d743c8b924fb706c06677b', 'subnets': [{'id': '4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:03:55.732438 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-89d7f9dd-9bf1-47e3-ad73-e969a69c2617 req-6f39c837-000e-43ce-bb3a-73c3d70ae44b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8875d0a2-6f29-4e76-af1e-1afa676da13a HTTP/1.1" status: 200 len: 1000 time: 0.0724304 Jun 29 11:03:55.755719 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb6ea6c-b5c1-4852-929f-295793a8ddd6 None None] Checking router: fbeb5745-410b-40fb-880f-b8e114e79470 for host: dv-cinder-793515-4-smb {{(pid=105128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:03:55.767463 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb6ea6c-b5c1-4852-929f-295793a8ddd6 None None] Routers {'fbeb5745-410b-40fb-880f-b8e114e79470'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:03:55.768422 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-ddb6ea6c-b5c1-4852-929f-295793a8ddd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:03:39Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['fbeb5745-410b-40fb-880f-b8e114e79470'], 'active': True} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:03:55.817910 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7f9dd-9bf1-47e3-ad73-e969a69c2617 req-1581439f-8744-44c4-a0f4-e15faa000203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:55.819504 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-89d7f9dd-9bf1-47e3-ad73-e969a69c2617 req-1581439f-8744-44c4-a0f4-e15faa000203 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6 HTTP/1.1" status: 200 len: 849 time: 0.0793684 Jun 29 11:03:55.888625 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvr_db [None req-ddb6ea6c-b5c1-4852-929f-295793a8ddd6 None None] Set router fbeb5745-410b-40fb-880f-b8e114e79470 gateway port host: dv-cinder-793515-4-smb {{(pid=105128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:03:55.914177 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7f9dd-9bf1-47e3-ad73-e969a69c2617 req-857ec28b-e7bb-4177-a021-e0da2b39ac46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:55.916525 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-89d7f9dd-9bf1-47e3-ad73-e969a69c2617 req-857ec28b-e7bb-4177-a021-e0da2b39ac46 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=27be0f43-986d-406d-84c6-0e27a892cced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0866666 Jun 29 11:03:56.058801 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79912f7-072c-4a7f-87e0-02a2db2ede6c req-08e85b68-1685-43e5-8a23-788871964fd9 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:56.060761 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d79912f7-072c-4a7f-87e0-02a2db2ede6c req-08e85b68-1685-43e5-8a23-788871964fd9 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf4cadf0-3ae4-45a8-8c06-dff8d730e2be HTTP/1.1" status: 200 len: 946 time: 0.1408787 Jun 29 11:03:56.076083 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-89d7f9dd-9bf1-47e3-ad73-e969a69c2617 req-cc5c6af6-0682-4380-8de9-30003e443e0a service neutron] 10.222.0.42 "GET /v2.0/networks/27be0f43-986d-406d-84c6-0e27a892cced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457751 Jun 29 11:03:56.162122 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d79912f7-072c-4a7f-87e0-02a2db2ede6c req-6b6a64c0-aed2-4b2d-8f40-80b4ad9676e1 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/security-groups?id=115df868-f249-406f-b279-69223379506e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941076 Jun 29 11:03:56.210712 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-89d7f9dd-9bf1-47e3-ad73-e969a69c2617 req-3b35455a-dcbd-439d-8bf8-c2742ea729dd service neutron] 10.222.0.42 "GET /v2.0/networks/27be0f43-986d-406d-84c6-0e27a892cced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241529 Jun 29 11:03:56.275195 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-ddb6ea6c-b5c1-4852-929f-295793a8ddd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'name': 'tempest-AttachVolumeTestJSON-219027742-router', 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.82'}], 'enable_snat': True}, 'gw_port_id': '543fbc8c-a977-4cf3-9612-bbdb724173d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:58:52Z', 'updated_at': '2021-06-29T10:58:59Z', 'revision_number': 4, 'project_id': '2e126c6330d743c8b924fb706c06677b', 'gw_port': {'id': '543fbc8c-a977-4cf3-9612-bbdb724173d1', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:58:53Z', 'updated_at': '2021-06-29T10:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_floatingips': [{'id': '31f5e6d8-c0c8-4da7-b679-3dd10a40c5b9', 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'floating_ip_address': '172.28.3.150', 'floating_network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'router_id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'port_id': '8875d0a2-6f29-4e76-af1e-1afa676da13a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27be0f43-986d-406d-84c6-0e27a892cced', 'mac_address': 'fa:16:3e:33:ac:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb7b896-ac21-4c35-9ccd-ef72f28ba98f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:03:35Z', 'updated_at': '2021-06-29T11:03:54Z', 'revision_number': 1, 'project_id': '2e126c6330d743c8b924fb706c06677b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de12757a-329b-46d4-ad31-49b102f5fe06', 'name': '', 'network_id': '27be0f43-986d-406d-84c6-0e27a892cced', 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'mac_address': 'fa:16:3e:05:db:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:58:57Z', 'updated_at': '2021-06-29T10:59:07Z', 'revision_number': 5, 'project_id': '2e126c6330d743c8b924fb706c06677b', 'subnets': [{'id': '4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:03:56.302187 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb6ea6c-b5c1-4852-929f-295793a8ddd6 None None] The sync data for ids ['fbeb5745-410b-40fb-880f-b8e114e79470'] in dv-cinder-793515-4-smb is: [{'id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'name': 'tempest-AttachVolumeTestJSON-219027742-router', 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.82'}], 'enable_snat': True}, 'gw_port_id': '543fbc8c-a977-4cf3-9612-bbdb724173d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:58:52Z', 'updated_at': '2021-06-29T10:58:59Z', 'revision_number': 4, 'project_id': '2e126c6330d743c8b924fb706c06677b', 'gw_port': {'id': '543fbc8c-a977-4cf3-9612-bbdb724173d1', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:58:53Z', 'updated_at': '2021-06-29T10:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_floatingips': [{'id': '31f5e6d8-c0c8-4da7-b679-3dd10a40c5b9', 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'floating_ip_address': '172.28.3.150', 'floating_network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'router_id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'port_id': '8875d0a2-6f29-4e76-af1e-1afa676da13a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27be0f43-986d-406d-84c6-0e27a892cced', 'mac_address': 'fa:16:3e:33:ac:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb7b896-ac21-4c35-9ccd-ef72f28ba98f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:03:35Z', 'updated_at': '2021-06-29T11:03:54Z', 'revision_number': 1, 'project_id': '2e126c6330d743c8b924fb706c06677b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de12757a-329b-46d4-ad31-49b102f5fe06', 'name': '', 'network_id': '27be0f43-986d-406d-84c6-0e27a892cced', 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'mac_address': 'fa:16:3e:05:db:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:58:57Z', 'updated_at': '2021-06-29T10:59:07Z', 'revision_number': 5, 'project_id': '2e126c6330d743c8b924fb706c06677b', 'subnets': [{'id': '4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:03:56.365453 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ed03f-b61b-4dea-8e8d-caf4bc2c97fa req-05c6cb02-c403-4e83-9298-6b7a13fced95 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:56.367050 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-330ed03f-b61b-4dea-8e8d-caf4bc2c97fa req-05c6cb02-c403-4e83-9298-6b7a13fced95 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 945 time: 0.1278419 Jun 29 11:03:56.411793 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-330ed03f-b61b-4dea-8e8d-caf4bc2c97fa req-8d6c0f7e-024f-4217-869e-87344d3d0ca5 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386472 Jun 29 11:03:56.497858 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567faeb7-d9c4-4ef5-98df-e732794f9b69 None None] New status for floating IP 31f5e6d8-c0c8-4da7-b679-3dd10a40c5b9: ACTIVE {{(pid=105129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 11:03:57.354755 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455873c7-61d3-4543-b643-5dceda7b2a2d req-495d9a38-a41e-4f64-bbfd-5a8bbf8c8c83 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:57.356321 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-455873c7-61d3-4543-b643-5dceda7b2a2d req-495d9a38-a41e-4f64-bbfd-5a8bbf8c8c83 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf4cadf0-3ae4-45a8-8c06-dff8d730e2be HTTP/1.1" status: 200 len: 946 time: 0.0651147 Jun 29 11:03:57.392829 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-455873c7-61d3-4543-b643-5dceda7b2a2d req-90a943eb-1af6-4ebe-b4ff-3cfd0e99a73b tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/security-groups?id=115df868-f249-406f-b279-69223379506e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308187 Jun 29 11:03:57.601271 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4e348-aef8-488d-9d71-323da765682c req-11993789-d661-4fde-b1c0-7dfce91740a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:57.602745 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-ccf4e348-aef8-488d-9d71-323da765682c req-11993789-d661-4fde-b1c0-7dfce91740a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=35801b52e2a44d01a98a1f9fc869638e&device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 1098 time: 0.0953782 Jun 29 11:03:57.614680 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4119331-72ac-49e5-8f2b-4a16f9529d9b req-781690c7-b096-4af8-a6e1-3b9d4ce61e2b tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:57.616068 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-f4119331-72ac-49e5-8f2b-4a16f9529d9b req-781690c7-b096-4af8-a6e1-3b9d4ce61e2b tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 945 time: 0.0803080 Jun 29 11:03:57.705598 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-f4119331-72ac-49e5-8f2b-4a16f9529d9b req-62b1d072-f932-485f-af01-5a38fe8450c6 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831556 Jun 29 11:03:57.738996 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4e348-aef8-488d-9d71-323da765682c req-9b58e92d-e07b-43cc-a030-3e69f2e641f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:57.740491 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-ccf4e348-aef8-488d-9d71-323da765682c req-9b58e92d-e07b-43cc-a030-3e69f2e641f2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1a641979-4a76-4c4c-b2a0-9e114b271b54 HTTP/1.1" status: 200 len: 917 time: 0.1164343 Jun 29 11:03:57.828059 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-ccf4e348-aef8-488d-9d71-323da765682c req-76b08530-d7e4-443a-8b02-d6afbae4f238 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bb09147-7bd1-41dc-813c-e1bcaf874084 HTTP/1.1" status: 200 len: 1001 time: 0.0622513 Jun 29 11:03:57.882518 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4e348-aef8-488d-9d71-323da765682c req-cf7419b5-af35-46c0-993d-ef1258cc99a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:57.883954 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-ccf4e348-aef8-488d-9d71-323da765682c req-cf7419b5-af35-46c0-993d-ef1258cc99a8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2 HTTP/1.1" status: 200 len: 855 time: 0.0469718 Jun 29 11:03:57.940851 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4e348-aef8-488d-9d71-323da765682c req-cbd22125-e07d-4a90-a7e5-144af3af734d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:57.942286 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-ccf4e348-aef8-488d-9d71-323da765682c req-cbd22125-e07d-4a90-a7e5-144af3af734d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1a641979-4a76-4c4c-b2a0-9e114b271b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0513356 Jun 29 11:03:58.044827 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-ccf4e348-aef8-488d-9d71-323da765682c req-ee86c8a9-6613-4821-8699-2de6a05e852c service neutron] 10.222.0.42 "GET /v2.0/networks/1a641979-4a76-4c4c-b2a0-9e114b271b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952606 Jun 29 11:03:58.174739 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-ccf4e348-aef8-488d-9d71-323da765682c req-9f3b1bb7-58b5-4cac-9ed9-9f6cf062f73c service neutron] 10.222.0.42 "GET /v2.0/networks/1a641979-4a76-4c4c-b2a0-9e114b271b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858030 Jun 29 11:03:58.575918 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-3fd4595a-8366-4cc1-838d-8f405f43f118 req-c0f9a548-b571-4eec-a934-fedaf7afdcc9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0955029 Jun 29 11:03:58.587335 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0e836-a0aa-4159-9cf7-76cc9e4e05b1 req-9be79454-24ba-406c-af1d-146d66f5db9d tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:58.589390 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-c1c0e836-a0aa-4159-9cf7-76cc9e4e05b1 req-9be79454-24ba-406c-af1d-146d66f5db9d tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf4cadf0-3ae4-45a8-8c06-dff8d730e2be HTTP/1.1" status: 200 len: 946 time: 0.0822124 Jun 29 11:03:58.702505 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-c1c0e836-a0aa-4159-9cf7-76cc9e4e05b1 req-5f6f8e71-0535-4fd6-a409-86e89009466d tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/security-groups?id=115df868-f249-406f-b279-69223379506e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075482 Jun 29 11:03:58.738419 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01e9ac-499e-4679-8d49-8b749b1ecc8f req-478cf00a-17d9-4eda-8673-23c2409ea9db tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:58.739853 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0d01e9ac-499e-4679-8d49-8b749b1ecc8f req-478cf00a-17d9-4eda-8673-23c2409ea9db tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf4cadf0-3ae4-45a8-8c06-dff8d730e2be HTTP/1.1" status: 200 len: 946 time: 0.1381965 Jun 29 11:03:58.742229 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4595a-8366-4cc1-838d-8f405f43f118 req-e95542c8-89cd-4f58-8505-129fe5ff3f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:58.743164 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-3fd4595a-8366-4cc1-838d-8f405f43f118 req-e95542c8-89cd-4f58-8505-129fe5ff3f74 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cf3eb55687784d58baefbd075c2bee23&device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 1098 time: 0.1204708 Jun 29 11:03:58.892556 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091e080-c670-4863-be71-ab197bf6daf5 req-376e960e-4168-45b4-8a49-221583844039 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:58.894496 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-4091e080-c670-4863-be71-ab197bf6daf5 req-376e960e-4168-45b4-8a49-221583844039 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 945 time: 0.0645053 Jun 29 11:03:58.921118 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4595a-8366-4cc1-838d-8f405f43f118 req-1085d540-f073-44ad-9db9-01a731df9a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:58.922654 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-3fd4595a-8366-4cc1-838d-8f405f43f118 req-1085d540-f073-44ad-9db9-01a731df9a86 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eda33a07-a8d0-4f6b-aa40-3f01a74f2e07 HTTP/1.1" status: 200 len: 909 time: 0.1384242 Jun 29 11:03:58.936002 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-4091e080-c670-4863-be71-ab197bf6daf5 req-30108c80-cfd8-4d26-8fce-ef213eb6f158 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357928 Jun 29 11:03:58.940388 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [req-0d01e9ac-499e-4679-8d49-8b749b1ecc8f req-ddaa7c52-a8a5-4c27-af63-c078583c2028 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Deleting port 3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5 {{(pid=105127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:03:58.940734 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-0d01e9ac-499e-4679-8d49-8b749b1ecc8f req-ddaa7c52-a8a5-4c27-af63-c078583c2028 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:59.002511 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:59.050989 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-3fd4595a-8366-4cc1-838d-8f405f43f118 req-0926eb03-44c2-4808-9857-bc52885c4a16 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2900b76d-1dea-4f48-941b-58240da2d852 HTTP/1.1" status: 200 len: 1000 time: 0.1173487 Jun 29 11:03:59.110313 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-0d01e9ac-499e-4679-8d49-8b749b1ecc8f req-ddaa7c52-a8a5-4c27-af63-c078583c2028 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] For port 3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5,segment=NetworkSegment(b20d8b57-ff44-4af9-a6de-2ce330f79578),segment_id=b20d8b57-ff44-4af9-a6de-2ce330f79578)] {{(pid=105127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:03:59.110672 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-0d01e9ac-499e-4679-8d49-8b749b1ecc8f req-ddaa7c52-a8a5-4c27-af63-c078583c2028 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:59.128427 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [req-0d01e9ac-499e-4679-8d49-8b749b1ecc8f req-ddaa7c52-a8a5-4c27-af63-c078583c2028 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Calling delete_port for 3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5 owned by compute:nova {{(pid=105127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:03:59.136737 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4595a-8366-4cc1-838d-8f405f43f118 req-139a0113-7c29-4182-85c3-72e71043172a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:59.138211 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-3fd4595a-8366-4cc1-838d-8f405f43f118 req-139a0113-7c29-4182-85c3-72e71043172a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30405db8-d131-4708-9e3c-031db82ce4bd HTTP/1.1" status: 200 len: 847 time: 0.0757363 Jun 29 11:03:59.251806 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4595a-8366-4cc1-838d-8f405f43f118 req-3fd7aa0e-8e66-4c47-8446-afeb9ef7c0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:03:59.253268 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-3fd4595a-8366-4cc1-838d-8f405f43f118 req-3fd7aa0e-8e66-4c47-8446-afeb9ef7c0ec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eda33a07-a8d0-4f6b-aa40-3f01a74f2e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1067502 Jun 29 11:03:59.377963 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-3fd4595a-8366-4cc1-838d-8f405f43f118 req-5ba77c75-80be-43e8-ad41-b3374d81145c service neutron] 10.222.0.42 "GET /v2.0/networks/eda33a07-a8d0-4f6b-aa40-3f01a74f2e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957019 Jun 29 11:03:59.393108 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-0d01e9ac-499e-4679-8d49-8b749b1ecc8f req-ddaa7c52-a8a5-4c27-af63-c078583c2028 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130347151'] for port, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:59.406653 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-5c988e38-8919-4328-9509-a611662425e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:03:59.462507 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa7c52-a8a5-4c27-af63-c078583c2028 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Pushing event deleted for resources: {'Port': ['ID=3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:03:59.497958 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaa7c52-a8a5-4c27-af63-c078583c2028 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:03:59.498337 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaa7c52-a8a5-4c27-af63-c078583c2028 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:03:59.498713 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaa7c52-a8a5-4c27-af63-c078583c2028 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:03:59.499073 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaa7c52-a8a5-4c27-af63-c078583c2028 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:03:59.499430 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaa7c52-a8a5-4c27-af63-c078583c2028 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:03:59.499785 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaa7c52-a8a5-4c27-af63-c078583c2028 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:03:59.500141 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaa7c52-a8a5-4c27-af63-c078583c2028 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:03:59.500530 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaa7c52-a8a5-4c27-af63-c078583c2028 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:03:59.500885 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaa7c52-a8a5-4c27-af63-c078583c2028 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:03:59.501235 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaa7c52-a8a5-4c27-af63-c078583c2028 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:03:59.501585 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaa7c52-a8a5-4c27-af63-c078583c2028 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:03:59.501988 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaa7c52-a8a5-4c27-af63-c078583c2028 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:03:59.508201 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-ddaa7c52-a8a5-4c27-af63-c078583c2028 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:03:59.530636 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d01e9ac-499e-4679-8d49-8b749b1ecc8f req-ddaa7c52-a8a5-4c27-af63-c078583c2028 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] No DVR routers for this DVR port 3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5 on host hv-cinder-79351 {{(pid=105127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:03:59.537815 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-0d01e9ac-499e-4679-8d49-8b749b1ecc8f req-ddaa7c52-a8a5-4c27-af63-c078583c2028 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:59.539758 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0d01e9ac-499e-4679-8d49-8b749b1ecc8f req-ddaa7c52-a8a5-4c27-af63-c078583c2028 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.42 "DELETE /v2.0/ports/3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5 HTTP/1.1" status: 204 len: 173 time: 0.7831511 Jun 29 11:03:59.540248 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4cadf0-3ae4-45a8-8c06-dff8d730e2be', 'name': 'network-vif-deleted', 'tag': '3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5'}] {{(pid=105127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:03:59.543290 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51926c8a96ac3dcbe8a9a7c61d1f1b13ee7346919254cfc90a12d4d270e3eabf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a57fd4-b1ce-416d-b142-4e8215909eb4" -d '{"events": [{"server_uuid": "cf4cadf0-3ae4-45a8-8c06-dff8d730e2be", "name": "network-vif-deleted", "tag": "3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5"}]}' {{(pid=105127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:03:59.576153 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-3fd4595a-8366-4cc1-838d-8f405f43f118 req-0ac8aeee-4a7f-4d37-acfc-f417d21fe19b service neutron] 10.222.0.42 "GET /v2.0/networks/eda33a07-a8d0-4f6b-aa40-3f01a74f2e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773918 Jun 29 11:03:59.581531 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269830a1-d6aa-49e6-a567-239ad156062a x-openstack-request-id: req-269830a1-d6aa-49e6-a567-239ad156062a {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:03:59.581895 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4cadf0-3ae4-45a8-8c06-dff8d730e2be", "name": "network-vif-deleted", "tag": "3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5", "status": "completed", "code": 200}]} {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:03:59.582183 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-269830a1-d6aa-49e6-a567-239ad156062a {{(pid=105127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:03:59.582611 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf4cadf0-3ae4-45a8-8c06-dff8d730e2be', 'name': 'network-vif-deleted', 'tag': '3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5', 'status': 'completed', 'code': 200} Jun 29 11:03:59.847571 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-3ead73b6-fc5b-43a7-ad14-c37b1bf07bab req-4e296499-11c0-4b69-8c1d-c50ecaf85223 tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf4cadf0-3ae4-45a8-8c06-dff8d730e2be HTTP/1.1" status: 200 len: 210 time: 0.0323193 Jun 29 11:04:00.122928 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9a972-d4ce-4e96-996a-802da45d13cc req-2048a5f9-f7da-402f-a3ed-f9b832250bbf tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:00.124310 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-c9d9a972-d4ce-4e96-996a-802da45d13cc req-2048a5f9-f7da-402f-a3ed-f9b832250bbf tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 945 time: 0.0663736 Jun 29 11:04:00.162493 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-c9d9a972-d4ce-4e96-996a-802da45d13cc req-9cb306b4-89a2-4a10-a4e7-f943330dfbb7 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324349 Jun 29 11:04:01.208221 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:04:01.237889 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] No Port match for: 3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5 {{(pid=105128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:04:01.238251 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 3d93bfce-dc24-4dfa-a3aa-f375d0ba1cc5 not bound to the agent host hv-cinder-79351 {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:04:01.238695 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 6bb09147-7bd1-41dc-813c-e1bcaf874084 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:04:01.328031 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:01.350954 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922ae20d-3e46-4b8a-80d3-68e372dd4932', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bb09147-7bd1-41dc-813c-e1bcaf874084'}] {{(pid=105128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:04:01.353259 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f554d8236d32e986c704cda53ac23f663e6b3c5228ed3933e2c5dc2c6a48410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ea63cd-1010-4370-a441-1a6092cf18c8" -d '{"events": [{"server_uuid": "922ae20d-3e46-4b8a-80d3-68e372dd4932", "name": "network-vif-unplugged", "status": "completed", "tag": "6bb09147-7bd1-41dc-813c-e1bcaf874084"}]}' {{(pid=105128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:04:01.367568 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 6bb09147-7bd1-41dc-813c-e1bcaf874084, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6bb09147-7bd1-41dc-813c-e1bcaf874084,segment=NetworkSegment(1870111f-630d-4b64-b696-1c360ea6bbfe),segment_id=1870111f-630d-4b64-b696-1c360ea6bbfe)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:04:01.388472 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b16d5-40cd-4287-a4da-fbbdc7f5d255 req-ee1e6b74-eba6-4af5-b39b-76fce2fad2da tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:01.390267 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-6d3b16d5-40cd-4287-a4da-fbbdc7f5d255 req-ee1e6b74-eba6-4af5-b39b-76fce2fad2da tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 945 time: 0.0777674 Jun 29 11:04:01.391300 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Jun 2021 11:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58846b6-6622-4e73-ae89-b6cb8bddc526 x-openstack-request-id: req-f58846b6-6622-4e73-ae89-b6cb8bddc526 {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:04:01.391596 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "922ae20d-3e46-4b8a-80d3-68e372dd4932", "name": "network-vif-unplugged", "status": "failed", "tag": "6bb09147-7bd1-41dc-813c-e1bcaf874084", "code": 422}]} {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:04:01.391868 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f58846b6-6622-4e73-ae89-b6cb8bddc526 {{(pid=105128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:04:01.392368 dv-cinder-793515-4-smb neutron-server[105128]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '922ae20d-3e46-4b8a-80d3-68e372dd4932', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6bb09147-7bd1-41dc-813c-e1bcaf874084', 'code': 422} returned with failed status Jun 29 11:04:01.428212 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-6d3b16d5-40cd-4287-a4da-fbbdc7f5d255 req-6d33b0d2-303b-4fea-9244-85645fed3579 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319302 Jun 29 11:04:01.431727 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:01.433741 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:04:01.488140 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=6bb09147-7bd1-41dc-813c-e1bcaf874084,revision_number=8']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:04:01.488140 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:04:02.961426 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202892c-3ef9-4d6b-84d9-dc88617c0e5b req-79ad32c7-05ae-433c-985a-3735fb3c5396 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:02.963028 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-e202892c-3ef9-4d6b-84d9-dc88617c0e5b req-79ad32c7-05ae-433c-985a-3735fb3c5396 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 943 time: 0.0700285 Jun 29 11:04:03.005985 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-e202892c-3ef9-4d6b-84d9-dc88617c0e5b req-d4b49e15-dcb8-48d2-95f2-2a73d8c2d312 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354466 Jun 29 11:04:03.295902 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 57320) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:04:03.386835 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-dd5ad1cb-bdce-4cab-b2ec-3e1e331fa72e req-803c81e5-1d29-4175-876a-3ac13429ff57 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0896490 Jun 29 11:04:04.196873 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bc9ad-7936-4c78-834e-37c66b8f0812 req-f9166339-8704-4429-aadf-674141cfcbf8 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:04.198925 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-cb0bc9ad-7936-4c78-834e-37c66b8f0812 req-f9166339-8704-4429-aadf-674141cfcbf8 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 943 time: 0.0670710 Jun 29 11:04:04.238934 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-cb0bc9ad-7936-4c78-834e-37c66b8f0812 req-9f332f62-fd83-4f44-963c-6afcc8f4570e tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332432 Jun 29 11:04:05.424515 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d641c7e1-dea4-4d92-b7d6-0e6c1993f0de req-08e26191-b76b-49d2-a7e7-f32f14d5da36 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:05.426048 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d641c7e1-dea4-4d92-b7d6-0e6c1993f0de req-08e26191-b76b-49d2-a7e7-f32f14d5da36 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 943 time: 0.0659904 Jun 29 11:04:05.463287 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d641c7e1-dea4-4d92-b7d6-0e6c1993f0de req-92d24490-e86b-4ab5-ab10-00eaef82bb43 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315521 Jun 29 11:04:06.116821 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ad1cb-bdce-4cab-b2ec-3e1e331fa72e req-58c87702-8c0e-45e0-8b3e-28bbdc3c98d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:06.118225 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-dd5ad1cb-bdce-4cab-b2ec-3e1e331fa72e req-58c87702-8c0e-45e0-8b3e-28bbdc3c98d0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932&tenant_id=35801b52e2a44d01a98a1f9fc869638e HTTP/1.1" status: 200 len: 1096 time: 0.1328452 Jun 29 11:04:06.212625 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ad1cb-bdce-4cab-b2ec-3e1e331fa72e req-c6adf590-d77e-4793-b0b5-70393671c912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:06.214122 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-dd5ad1cb-bdce-4cab-b2ec-3e1e331fa72e req-c6adf590-d77e-4793-b0b5-70393671c912 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=35801b52e2a44d01a98a1f9fc869638e&device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 1096 time: 0.0555384 Jun 29 11:04:06.294602 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-48c9d049-1410-4230-8670-447c10549bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:06.308229 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ad1cb-bdce-4cab-b2ec-3e1e331fa72e req-90b31afe-acde-41a2-83f7-cfeaf0c059c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:06.310330 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-dd5ad1cb-bdce-4cab-b2ec-3e1e331fa72e req-90b31afe-acde-41a2-83f7-cfeaf0c059c2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1a641979-4a76-4c4c-b2a0-9e114b271b54 HTTP/1.1" status: 200 len: 917 time: 0.0872300 Jun 29 11:04:06.377531 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-dd5ad1cb-bdce-4cab-b2ec-3e1e331fa72e req-a6043024-020f-46c0-9342-9506587b5685 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bb09147-7bd1-41dc-813c-e1bcaf874084 HTTP/1.1" status: 200 len: 999 time: 0.0575068 Jun 29 11:04:06.426853 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ad1cb-bdce-4cab-b2ec-3e1e331fa72e req-54328bfd-05e2-4d0f-8afe-2c6b293c9f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:06.428262 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-dd5ad1cb-bdce-4cab-b2ec-3e1e331fa72e req-54328bfd-05e2-4d0f-8afe-2c6b293c9f23 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2 HTTP/1.1" status: 200 len: 855 time: 0.0431604 Jun 29 11:04:06.486743 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ad1cb-bdce-4cab-b2ec-3e1e331fa72e req-d5cba8a4-15b7-4f6d-b7f6-050aba405f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:06.488197 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-dd5ad1cb-bdce-4cab-b2ec-3e1e331fa72e req-d5cba8a4-15b7-4f6d-b7f6-050aba405f59 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1a641979-4a76-4c4c-b2a0-9e114b271b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0528085 Jun 29 11:04:06.577042 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-dd5ad1cb-bdce-4cab-b2ec-3e1e331fa72e req-3572f9ff-041e-4797-a65f-df79ff18aa4c service neutron] 10.222.0.42 "GET /v2.0/networks/1a641979-4a76-4c4c-b2a0-9e114b271b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819550 Jun 29 11:04:06.711714 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6872a2-7a6b-4f3a-b804-38efde3f6f6f req-df61c0d2-773c-40e3-b321-949c16304a69 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:06.713215 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-3f6872a2-7a6b-4f3a-b804-38efde3f6f6f req-df61c0d2-773c-40e3-b321-949c16304a69 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 943 time: 0.1330636 Jun 29 11:04:06.715910 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-dd5ad1cb-bdce-4cab-b2ec-3e1e331fa72e req-4f1a23d7-3657-4412-97bd-4b20ae478957 service neutron] 10.222.0.42 "GET /v2.0/networks/1a641979-4a76-4c4c-b2a0-9e114b271b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274278 Jun 29 11:04:06.752807 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-3f6872a2-7a6b-4f3a-b804-38efde3f6f6f req-fd7bab01-1edd-4d32-a896-00de1013db97 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331061 Jun 29 11:04:07.936581 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b048d-e8c8-4b94-85f6-614b41081d39 req-e510cac6-98fb-4d28-afb9-63339fb348f1 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:07.938106 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a23b048d-e8c8-4b94-85f6-614b41081d39 req-e510cac6-98fb-4d28-afb9-63339fb348f1 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 943 time: 0.0650914 Jun 29 11:04:07.980592 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a23b048d-e8c8-4b94-85f6-614b41081d39 req-ad862cce-8166-43bf-b022-a1d718ad96b9 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363605 Jun 29 11:04:08.825615 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-85da1471-f447-4e2a-b0e6-bcaafd8e00c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:08.974128 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:09.165694 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964e846-8966-49a6-bc44-2970fd25cf6b req-cf35c47b-0a11-42bd-819b-25d18e37e195 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:09.167407 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-f964e846-8966-49a6-bc44-2970fd25cf6b req-cf35c47b-0a11-42bd-819b-25d18e37e195 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 943 time: 0.0664067 Jun 29 11:04:09.208037 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-f964e846-8966-49a6-bc44-2970fd25cf6b req-b90be9fa-fc0d-43f4-8cf0-eaccc87e94aa tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334058 Jun 29 11:04:10.202834 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:10.404969 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf3f18-012c-4942-85ee-ab663f56a7d2 req-e59c575f-af79-4f44-b738-7fd2fbea2917 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:10.406785 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-dfdf3f18-012c-4942-85ee-ab663f56a7d2 req-e59c575f-af79-4f44-b738-7fd2fbea2917 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 943 time: 0.0713806 Jun 29 11:04:10.452201 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-dfdf3f18-012c-4942-85ee-ab663f56a7d2 req-a11df6a6-3447-4f86-b518-859b1fb2c0f2 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384197 Jun 29 11:04:11.646081 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b562162-1a0c-4fa2-82b6-2dd3bccdf47e req-fa6b174b-27e2-43f9-9e7f-63c817248b53 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:11.647583 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-2b562162-1a0c-4fa2-82b6-2dd3bccdf47e req-fa6b174b-27e2-43f9-9e7f-63c817248b53 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 943 time: 0.0726271 Jun 29 11:04:11.698932 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-2b562162-1a0c-4fa2-82b6-2dd3bccdf47e req-d2ed920b-4a4d-4554-96fe-ec99c8a95b59 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451291 Jun 29 11:04:11.763523 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:12.895119 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f22114-4365-438e-b24f-14a67f4d18fa req-5fe4003e-cd5e-490e-9786-f491b91d1e37 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:12.897283 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-b2f22114-4365-438e-b24f-14a67f4d18fa req-5fe4003e-cd5e-490e-9786-f491b91d1e37 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 943 time: 0.0745447 Jun 29 11:04:12.938276 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-b2f22114-4365-438e-b24f-14a67f4d18fa req-80433e34-3bd5-4d9d-b29d-a085faed48f1 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348370 Jun 29 11:04:14.127097 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54174440-0aaa-4fdc-99eb-0740aa75f6b4 req-d4b49c8e-5a80-4288-a09b-2b04d074ea46 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:14.128660 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-54174440-0aaa-4fdc-99eb-0740aa75f6b4 req-d4b49c8e-5a80-4288-a09b-2b04d074ea46 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 943 time: 0.0698509 Jun 29 11:04:14.175224 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-54174440-0aaa-4fdc-99eb-0740aa75f6b4 req-2ed009e3-e9fc-4ed3-8c74-4f2a978e498d tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385497 Jun 29 11:04:15.361672 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49e60b-9d2e-4c49-bf95-fd2553497f25 req-e7b2ea02-07e5-4797-a6e0-49e865efc23c tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:15.363187 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7e49e60b-9d2e-4c49-bf95-fd2553497f25 req-e7b2ea02-07e5-4797-a6e0-49e865efc23c tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 943 time: 0.0647819 Jun 29 11:04:15.403363 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7e49e60b-9d2e-4c49-bf95-fd2553497f25 req-2d2c80eb-4c53-42ff-9280-32de2013765b tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337029 Jun 29 11:04:16.593877 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2f7d4-5016-465c-a62c-cd8185292547 req-61ceea53-3c00-4f27-9054-0bdb49799c38 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:16.595450 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-b4c2f7d4-5016-465c-a62c-cd8185292547 req-61ceea53-3c00-4f27-9054-0bdb49799c38 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 943 time: 0.0690477 Jun 29 11:04:16.635733 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-b4c2f7d4-5016-465c-a62c-cd8185292547 req-780aa19a-fd21-4ebb-b748-caf53f340add tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344121 Jun 29 11:04:17.830426 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3d7f3-6625-465b-b82b-3051b612c295 req-e5ab49b5-cf05-4c02-a24a-d800462e0fd2 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:17.832011 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-95c3d7f3-6625-465b-b82b-3051b612c295 req-e5ab49b5-cf05-4c02-a24a-d800462e0fd2 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 943 time: 0.0727267 Jun 29 11:04:17.872128 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-95c3d7f3-6625-465b-b82b-3051b612c295 req-dd57a8a7-e259-49ef-84d2-1a7950a3cdb8 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341935 Jun 29 11:04:18.923853 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abdeb3-381c-492b-a202-20f664cf7f8c req-5d3afec2-e037-40b8-9af5-a227713d2beb tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:18.925750 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-55abdeb3-381c-492b-a202-20f664cf7f8c req-5d3afec2-e037-40b8-9af5-a227713d2beb tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 984 time: 0.0659351 Jun 29 11:04:18.967778 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-55abdeb3-381c-492b-a202-20f664cf7f8c req-ef64a0fa-8c98-48e6-9fa3-0d8de593096d tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a747de9-a1d5-4d79-ae65-a08a227b2bae&id=d0a158fd-19dc-446a-af8c-b4fc083e33e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360990 Jun 29 11:04:19.136813 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358e7ff-1f80-4071-9be4-f2742978e819 req-f8d23dbf-5268-4892-bab0-8e26ebe71c06 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:19.139265 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-e358e7ff-1f80-4071-9be4-f2742978e819 req-f8d23dbf-5268-4892-bab0-8e26ebe71c06 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 945 time: 0.0658596 Jun 29 11:04:19.180259 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-e358e7ff-1f80-4071-9be4-f2742978e819 req-00cccb70-9ed2-469e-adc4-35aa3f7c88e1 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354929 Jun 29 11:04:19.338754 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225dfd3-d54e-4f82-8c11-6ccb10dac38e req-47cebcc7-bf3a-4c15-b8d9-8a6b1a4882a0 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:19.340056 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-c225dfd3-d54e-4f82-8c11-6ccb10dac38e req-47cebcc7-bf3a-4c15-b8d9-8a6b1a4882a0 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 943 time: 0.0620103 Jun 29 11:04:19.378092 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-c225dfd3-d54e-4f82-8c11-6ccb10dac38e req-9ac18969-5847-432a-aaa1-f75fc1de8c53 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322263 Jun 29 11:04:19.645241 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae133a-fd8e-455f-8c6c-68c4e30f091c req-adcce946-27d7-4bbe-94c0-b73676737a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:19.646770 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-5eae133a-fd8e-455f-8c6c-68c4e30f091c req-adcce946-27d7-4bbe-94c0-b73676737a06 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=062c9effd8ee472b8d3bc5a1e756224e&device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 1137 time: 0.0530086 Jun 29 11:04:19.739671 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae133a-fd8e-455f-8c6c-68c4e30f091c req-d87e755a-980d-455d-8fcd-1ddfee8ab59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:19.741164 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-5eae133a-fd8e-455f-8c6c-68c4e30f091c req-d87e755a-980d-455d-8fcd-1ddfee8ab59b service neutron] 10.222.0.42 "GET /v2.0/networks?id=46f7c738-bc72-4d61-9a70-6790c1236e3a HTTP/1.1" status: 200 len: 916 time: 0.0864384 Jun 29 11:04:19.814155 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-5eae133a-fd8e-455f-8c6c-68c4e30f091c req-2f4c2969-9206-45fe-80b6-9259de53dc7c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81fed723-1104-487e-919c-97613ef8aa03 HTTP/1.1" status: 200 len: 1000 time: 0.0654128 Jun 29 11:04:19.866807 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae133a-fd8e-455f-8c6c-68c4e30f091c req-812db7d7-02a5-494f-9c49-b22e972e888a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:19.868104 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-5eae133a-fd8e-455f-8c6c-68c4e30f091c req-812db7d7-02a5-494f-9c49-b22e972e888a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cc3ad3db-db67-480b-a014-8ca92a76ef0f HTTP/1.1" status: 200 len: 854 time: 0.0468509 Jun 29 11:04:19.925579 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae133a-fd8e-455f-8c6c-68c4e30f091c req-cc41e2e3-9680-459b-bc47-46e1b3906474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:19.927072 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-5eae133a-fd8e-455f-8c6c-68c4e30f091c req-cc41e2e3-9680-459b-bc47-46e1b3906474 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=46f7c738-bc72-4d61-9a70-6790c1236e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0511796 Jun 29 11:04:20.015795 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-5eae133a-fd8e-455f-8c6c-68c4e30f091c req-3314f5a1-da57-457f-ba7c-56c0a2564e87 service neutron] 10.222.0.42 "GET /v2.0/networks/46f7c738-bc72-4d61-9a70-6790c1236e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808182 Jun 29 11:04:20.142249 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-5eae133a-fd8e-455f-8c6c-68c4e30f091c req-c8356c81-1602-4eac-a74b-ed3a7ebe1bb1 service neutron] 10.222.0.42 "GET /v2.0/networks/46f7c738-bc72-4d61-9a70-6790c1236e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185243 Jun 29 11:04:20.164949 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea14d5-0de5-4b22-89f3-7ce8f980a455 req-0d06b511-7054-4fd2-955e-c34338511b12 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:20.166475 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-93ea14d5-0de5-4b22-89f3-7ce8f980a455 req-0d06b511-7054-4fd2-955e-c34338511b12 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 984 time: 0.0869467 Jun 29 11:04:20.207945 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-93ea14d5-0de5-4b22-89f3-7ce8f980a455 req-1a010d4f-cb7b-44cd-abf1-129ead62a3f9 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a747de9-a1d5-4d79-ae65-a08a227b2bae&id=d0a158fd-19dc-446a-af8c-b4fc083e33e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340993 Jun 29 11:04:20.358401 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb3da1-e7fb-4534-a502-44326a12ab17 req-e19b4f79-026a-4a93-b7c2-2cb2a0b9c7c8 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:20.359951 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-60fb3da1-e7fb-4534-a502-44326a12ab17 req-e19b4f79-026a-4a93-b7c2-2cb2a0b9c7c8 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 945 time: 0.0634427 Jun 29 11:04:20.398491 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-60fb3da1-e7fb-4534-a502-44326a12ab17 req-c92b05b1-b673-460d-8783-bfbb29e006cf tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324807 Jun 29 11:04:20.561189 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114d0ca-4756-4d29-b2fb-70e84727cd55 req-bec8249e-f95c-4dba-b55c-495acc31d561 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:20.562636 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-4114d0ca-4756-4d29-b2fb-70e84727cd55 req-bec8249e-f95c-4dba-b55c-495acc31d561 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 943 time: 0.0671363 Jun 29 11:04:20.843769 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-4114d0ca-4756-4d29-b2fb-70e84727cd55 req-6935b557-62df-408d-94db-1e3fa689bf86 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2755744 Jun 29 11:04:20.862724 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 57522) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:04:20.910762 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.db.db_base_plugin_v2 [None req-484204d1-26b7-4dfe-9ff6-4bf7555c3cc9 admin admin] Deleting subnet 0b048a7c-f89c-4326-9bd8-792fcc2ac6cf {{(pid=105126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:04:20.913793 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-484204d1-26b7-4dfe-9ff6-4bf7555c3cc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:20.946731 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-484204d1-26b7-4dfe-9ff6-4bf7555c3cc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133135627'] for subnet, precommit_delete_associations {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:20.984152 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-484204d1-26b7-4dfe-9ff6-4bf7555c3cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403832'] for subnet, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:21.105007 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-484204d1-26b7-4dfe-9ff6-4bf7555c3cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131239632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131955217'] for subnet, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:21.108213 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-6b3e298e-0c6e-469b-b4ba-3a6753bf0782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:04:21.133316 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484204d1-26b7-4dfe-9ff6-4bf7555c3cc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b048a7c-f89c-4326-9bd8-792fcc2ac6cf,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:04:21.136712 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-484204d1-26b7-4dfe-9ff6-4bf7555c3cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:04:21.139961 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-484204d1-26b7-4dfe-9ff6-4bf7555c3cc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:21.142588 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-484204d1-26b7-4dfe-9ff6-4bf7555c3cc9 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0b048a7c-f89c-4326-9bd8-792fcc2ac6cf HTTP/1.1" status: 204 len: 168 time: 0.2782001 Jun 29 11:04:21.144915 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 57524) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:04:21.215322 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-d62b70a7-d1be-4d0d-94ae-a659502c790b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513381'] for network, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:21.296586 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-d62b70a7-d1be-4d0d-94ae-a659502c790b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405582', 'neutron.services.segments.db._delete_segments_for_network-8761935544625'] for network, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:21.306024 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.services.segments.db [None req-d62b70a7-d1be-4d0d-94ae-a659502c790b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4b7d1ce-8b53-49ce-a056-d445361a7129']}} {{(pid=105126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:04:21.316661 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.services.segments.db [None req-d62b70a7-d1be-4d0d-94ae-a659502c790b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b20d8b57-ff44-4af9-a6de-2ce330f79578') {'for_net_delete': True} {{(pid=105126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:04:21.316963 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.services.segments.db [None req-d62b70a7-d1be-4d0d-94ae-a659502c790b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b20d8b57-ff44-4af9-a6de-2ce330f79578') {} {{(pid=105126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:04:21.334192 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-d62b70a7-d1be-4d0d-94ae-a659502c790b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761935440276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133135616'] for segment, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:21.365829 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-d62b70a7-d1be-4d0d-94ae-a659502c790b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790'] for segment, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:21.377731 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d62b70a7-d1be-4d0d-94ae-a659502c790b admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=105126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:04:21.378113 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-d62b70a7-d1be-4d0d-94ae-a659502c790b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131239485'] for segment, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:21.380489 dv-cinder-793515-4-smb neutron-server[105126]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:04:21.380489 dv-cinder-793515-4-smb neutron-server[105126]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:04:21.380489 dv-cinder-793515-4-smb neutron-server[105126]: Traceback (most recent call last): Jun 29 11:04:21.380489 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:04:21.380489 dv-cinder-793515-4-smb neutron-server[105126]: timer() Jun 29 11:04:21.380489 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:04:21.380489 dv-cinder-793515-4-smb neutron-server[105126]: cb(*args, **kw) Jun 29 11:04:21.380489 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:04:21.380489 dv-cinder-793515-4-smb neutron-server[105126]: return func(*args, **kwargs) Jun 29 11:04:21.380489 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:04:21.380489 dv-cinder-793515-4-smb neutron-server[105126]: self._notify() Jun 29 11:04:21.380489 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:04:21.380489 dv-cinder-793515-4-smb neutron-server[105126]: self.callback(batched_events) Jun 29 11:04:21.380489 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:04:21.380489 dv-cinder-793515-4-smb neutron-server[105126]: event.method(event) Jun 29 11:04:21.380489 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:04:21.380489 dv-cinder-793515-4-smb neutron-server[105126]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:04:21.380489 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:04:21.380489 dv-cinder-793515-4-smb neutron-server[105126]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:04:21.380489 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:04:21.380489 dv-cinder-793515-4-smb neutron-server[105126]: return f(self, *a, **k) Jun 29 11:04:21.380489 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:04:21.380489 dv-cinder-793515-4-smb neutron-server[105126]: return self._get(url).json() Jun 29 11:04:21.380489 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:04:21.380489 dv-cinder-793515-4-smb neutron-server[105126]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:04:21.380489 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:04:21.380489 dv-cinder-793515-4-smb neutron-server[105126]: return self.request(url, 'GET', **kwargs) Jun 29 11:04:21.380489 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:04:21.380489 dv-cinder-793515-4-smb neutron-server[105126]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:04:21.380489 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:04:21.380489 dv-cinder-793515-4-smb neutron-server[105126]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:04:21.380489 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:04:21.380489 dv-cinder-793515-4-smb neutron-server[105126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:04:21.380489 dv-cinder-793515-4-smb neutron-server[105126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:04:21.446960 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbda653-c8fb-491d-8ed8-e8f0ec46e3b6 req-aa5f88af-a1b5-4018-aba7-75b694dc5296 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:21.448480 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-dbbda653-c8fb-491d-8ed8-e8f0ec46e3b6 req-aa5f88af-a1b5-4018-aba7-75b694dc5296 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 984 time: 0.1254032 Jun 29 11:04:21.490546 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-dbbda653-c8fb-491d-8ed8-e8f0ec46e3b6 req-648a1264-fd50-43f5-844e-5e5d994dcf63 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a747de9-a1d5-4d79-ae65-a08a227b2bae&id=d0a158fd-19dc-446a-af8c-b4fc083e33e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361612 Jun 29 11:04:21.538832 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-d62b70a7-d1be-4d0d-94ae-a659502c790b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606861'] for network, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:21.542801 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-543c4388-2a6f-4688-8eb6-7bf32f9d5307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:04:21.546049 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-d62b70a7-d1be-4d0d-94ae-a659502c790b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for network, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:21.548133 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-d62b70a7-d1be-4d0d-94ae-a659502c790b admin admin] 10.222.0.66 "DELETE /v2.0/networks/b4b7d1ce-8b53-49ce-a056-d445361a7129 HTTP/1.1" status: 204 len: 168 time: 0.4022563 Jun 29 11:04:21.560573 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b70a7-d1be-4d0d-94ae-a659502c790b admin admin] Pushing event deleted for resources: {'Network': ['ID=b4b7d1ce-8b53-49ce-a056-d445361a7129,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:04:21.563213 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-d62b70a7-d1be-4d0d-94ae-a659502c790b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:04:21.586706 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e324ccd-7fef-42b7-93f8-d47d6d9d6da7 req-67a28152-4484-4c6a-8373-8cdca006be0a tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:21.588225 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-9e324ccd-7fef-42b7-93f8-d47d6d9d6da7 req-67a28152-4484-4c6a-8373-8cdca006be0a tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 945 time: 0.0681694 Jun 29 11:04:21.625740 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-9e324ccd-7fef-42b7-93f8-d47d6d9d6da7 req-024bc8f1-4ecd-4f45-8c8c-bd4dab01137c tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318112 Jun 29 11:04:21.858547 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 57534) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:04:21.897688 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-994b9a63-715a-467d-be98-d16f2e4d56e9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=544477bd1c9f4ca196cf7329a141b8a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379055 Jun 29 11:04:21.899949 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 57538) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:04:21.947471 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-ed741a96-4254-4936-bb4b-dab5cd388298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:21.979813 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-ed741a96-4254-4936-bb4b-dab5cd388298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:22.055283 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470265d8-f68b-481c-9f7b-1672117c809c req-c26d95ea-33f0-4d12-88f7-1665eaaf7b69 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:22.056711 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-470265d8-f68b-481c-9f7b-1672117c809c req-c26d95ea-33f0-4d12-88f7-1665eaaf7b69 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 943 time: 0.0888937 Jun 29 11:04:22.094034 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-470265d8-f68b-481c-9f7b-1672117c809c req-bd0acfda-c7ca-4bf4-9961-5ea38db017bb tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306637 Jun 29 11:04:22.127382 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-ed741a96-4254-4936-bb4b-dab5cd388298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:22.132049 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-ed741a96-4254-4936-bb4b-dab5cd388298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:22.132049 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-ed741a96-4254-4936-bb4b-dab5cd388298 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/115df868-f249-406f-b279-69223379506e HTTP/1.1" status: 204 len: 168 time: 0.2302518 Jun 29 11:04:22.132049 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-c1ac532c-1350-472a-9d21-5259a7cc86cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:04:22.140027 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed741a96-4254-4936-bb4b-dab5cd388298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115df868-f249-406f-b279-69223379506e,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:04:22.142865 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-ed741a96-4254-4936-bb4b-dab5cd388298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:04:22.672864 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff6cc8-f618-48e4-aed1-67651b42b46d req-bef98916-1cd0-40eb-a1db-1d8343d85797 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:22.674368 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-c7ff6cc8-f618-48e4-aed1-67651b42b46d req-bef98916-1cd0-40eb-a1db-1d8343d85797 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 984 time: 0.0647221 Jun 29 11:04:22.713931 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-c7ff6cc8-f618-48e4-aed1-67651b42b46d req-c4a3e0a4-e2e7-4b7e-a13b-d2c315706504 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a747de9-a1d5-4d79-ae65-a08a227b2bae&id=d0a158fd-19dc-446a-af8c-b4fc083e33e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337656 Jun 29 11:04:22.802891 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b7ad6-0606-4487-93a6-24b35b23c087 req-d6b99988-4b75-4b7d-8201-45d9d7352d08 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:22.804401 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-647b7ad6-0606-4487-93a6-24b35b23c087 req-d6b99988-4b75-4b7d-8201-45d9d7352d08 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 945 time: 0.0652316 Jun 29 11:04:22.846375 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-647b7ad6-0606-4487-93a6-24b35b23c087 req-12459c0b-fa15-4def-b6f2-a0e46ccbc9fc tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363252 Jun 29 11:04:23.270968 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4ac7c-e11a-4e33-b581-ed7a813534a1 req-659693bd-334e-4256-b0b6-a5416ecae5e2 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:23.272402 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-10e4ac7c-e11a-4e33-b581-ed7a813534a1 req-659693bd-334e-4256-b0b6-a5416ecae5e2 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 943 time: 0.0624266 Jun 29 11:04:23.307938 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-10e4ac7c-e11a-4e33-b581-ed7a813534a1 req-1ad714f6-5846-4736-a0d7-fff0bfc63cfc tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299451 Jun 29 11:04:23.331378 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 6bb09147-7bd1-41dc-813c-e1bcaf874084 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=105128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:04:23.421798 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 6bb09147-7bd1-41dc-813c-e1bcaf874084, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6bb09147-7bd1-41dc-813c-e1bcaf874084,segment=NetworkSegment(1870111f-630d-4b64-b696-1c360ea6bbfe),segment_id=1870111f-630d-4b64-b696-1c360ea6bbfe)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:04:23.432710 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Returning: {'device': '6bb09147-7bd1-41dc-813c-e1bcaf874084', 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54', 'port_id': '6bb09147-7bd1-41dc-813c-e1bcaf874084', 'mac_address': 'fa:16:3e:60:5e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:04:23.468196 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:23.483369 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb09147-7bd1-41dc-813c-e1bcaf874084 {{(pid=105128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:04:23.501942 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 6bb09147-7bd1-41dc-813c-e1bcaf874084, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6bb09147-7bd1-41dc-813c-e1bcaf874084,segment=NetworkSegment(1870111f-630d-4b64-b696-1c360ea6bbfe),segment_id=1870111f-630d-4b64-b696-1c360ea6bbfe)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:04:23.561730 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:23.563416 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-2460227a-e639-4be1-a01c-c63450f3299e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:04:23.607142 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=6bb09147-7bd1-41dc-813c-e1bcaf874084,revision_number=9']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:04:23.610156 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:04:23.906233 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21b8e7-8121-467d-a99d-3b0c9087c443 req-536b54ed-97bb-4498-8763-427114dce232 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:23.907729 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-ed21b8e7-8121-467d-a99d-3b0c9087c443 req-536b54ed-97bb-4498-8763-427114dce232 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 984 time: 0.0684249 Jun 29 11:04:23.933730 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] get_ports_and_sgs() called for port_ids ['6bb09147-7bd1-41dc-813c-e1bcaf874084'] {{(pid=105128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:04:23.947247 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-ed21b8e7-8121-467d-a99d-3b0c9087c443 req-56f0c1dd-efe2-42d0-9a2d-84b4b0d75bf8 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a747de9-a1d5-4d79-ae65-a08a227b2bae&id=d0a158fd-19dc-446a-af8c-b4fc083e33e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337386 Jun 29 11:04:24.024923 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335f265-e3fc-4deb-a5ca-2df3e82332ec req-10a88bb2-b272-4eec-b68b-d82124f17a04 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:24.026791 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-2335f265-e3fc-4deb-a5ca-2df3e82332ec req-10a88bb2-b272-4eec-b68b-d82124f17a04 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 945 time: 0.0662978 Jun 29 11:04:24.066863 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-2335f265-e3fc-4deb-a5ca-2df3e82332ec req-c255dd2a-4f0d-4f91-9c08-3a1247ad3348 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328782 Jun 29 11:04:24.485722 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d4876-e149-4b2f-a542-d3ce78b3a99e req-0ddc1c55-6c4f-4e92-b639-ec8c34b8f292 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:24.487270 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-294d4876-e149-4b2f-a542-d3ce78b3a99e req-0ddc1c55-6c4f-4e92-b639-ec8c34b8f292 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 944 time: 0.0653737 Jun 29 11:04:24.523447 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-294d4876-e149-4b2f-a542-d3ce78b3a99e req-66d6572b-c798-4b5c-8baf-455bdb046b23 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308034 Jun 29 11:04:25.131335 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35698e4f-12c3-4da3-9b84-d1c9b2b1a851 req-a191f6e4-baac-4f5c-8545-73fda220b888 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:25.132825 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-35698e4f-12c3-4da3-9b84-d1c9b2b1a851 req-a191f6e4-baac-4f5c-8545-73fda220b888 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 984 time: 0.0646343 Jun 29 11:04:25.173460 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-35698e4f-12c3-4da3-9b84-d1c9b2b1a851 req-a1b52d76-7054-419e-b06a-57d7550d16db tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a747de9-a1d5-4d79-ae65-a08a227b2bae&id=d0a158fd-19dc-446a-af8c-b4fc083e33e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343759 Jun 29 11:04:25.244179 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b3f8d-76ee-48b9-ab08-a5c9f4c8b0c3 req-44b40443-41df-488b-853f-8291e33aa821 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:25.245781 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-997b3f8d-76ee-48b9-ab08-a5c9f4c8b0c3 req-44b40443-41df-488b-853f-8291e33aa821 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 945 time: 0.0666227 Jun 29 11:04:25.284825 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-997b3f8d-76ee-48b9-ab08-a5c9f4c8b0c3 req-502ef650-ee20-4652-b75a-6f1afb55e236 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334446 Jun 29 11:04:25.322528 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 6bb09147-7bd1-41dc-813c-e1bcaf874084 up at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:04:25.372648 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Provisioning complete for port 6bb09147-7bd1-41dc-813c-e1bcaf874084 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:04:25.372945 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:25.445508 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:25.466727 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922ae20d-3e46-4b8a-80d3-68e372dd4932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb09147-7bd1-41dc-813c-e1bcaf874084'}] {{(pid=105128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:04:25.469138 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f554d8236d32e986c704cda53ac23f663e6b3c5228ed3933e2c5dc2c6a48410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325b24aa-0ca6-4fb1-92ae-bdf3c20045ba" -d '{"events": [{"server_uuid": "922ae20d-3e46-4b8a-80d3-68e372dd4932", "name": "network-vif-plugged", "status": "completed", "tag": "6bb09147-7bd1-41dc-813c-e1bcaf874084"}]}' {{(pid=105128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:04:25.482831 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 6bb09147-7bd1-41dc-813c-e1bcaf874084, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6bb09147-7bd1-41dc-813c-e1bcaf874084,segment=NetworkSegment(1870111f-630d-4b64-b696-1c360ea6bbfe),segment_id=1870111f-630d-4b64-b696-1c360ea6bbfe)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:04:25.504648 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b24285-9d7a-42df-a97e-d2a5ff242c29 x-openstack-request-id: req-10b24285-9d7a-42df-a97e-d2a5ff242c29 {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:04:25.504953 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "922ae20d-3e46-4b8a-80d3-68e372dd4932", "name": "network-vif-plugged", "status": "completed", "tag": "6bb09147-7bd1-41dc-813c-e1bcaf874084", "code": 200}]} {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:04:25.505219 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-10b24285-9d7a-42df-a97e-d2a5ff242c29 {{(pid=105128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:04:25.505619 dv-cinder-793515-4-smb neutron-server[105128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922ae20d-3e46-4b8a-80d3-68e372dd4932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb09147-7bd1-41dc-813c-e1bcaf874084', 'code': 200} Jun 29 11:04:25.539046 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:25.541586 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:04:25.591907 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=6bb09147-7bd1-41dc-813c-e1bcaf874084,revision_number=10']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:04:25.598755 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:04:25.599099 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:04:25.599441 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:04:25.599775 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:04:25.600103 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:04:25.600454 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:04:25.600781 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:04:25.601105 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:04:25.601428 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:04:25.601748 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:04:25.602065 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:04:25.602379 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:04:25.606073 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:04:25.700619 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815e167-a1a5-4aed-b00c-767b204656a6 req-7a214c7f-8725-4678-b95d-040882c8e6e9 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:25.702070 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-0815e167-a1a5-4aed-b00c-767b204656a6 req-7a214c7f-8725-4678-b95d-040882c8e6e9 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 946 time: 0.0612299 Jun 29 11:04:25.739402 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-0815e167-a1a5-4aed-b00c-767b204656a6 req-d7478830-d8f7-4a00-8d22-9b0eb9df1d5b tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317204 Jun 29 11:04:26.192966 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0130ddd-b14f-43a9-bda1-8d6340a71be9 req-d1d087da-ad5e-4b8c-bbb0-b677be567ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:26.194485 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-f0130ddd-b14f-43a9-bda1-8d6340a71be9 req-d1d087da-ad5e-4b8c-bbb0-b677be567ab7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 1099 time: 0.0516632 Jun 29 11:04:26.233623 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-f0130ddd-b14f-43a9-bda1-8d6340a71be9 req-11d143cd-3c2a-4530-8c0a-61284f0f67c2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323286 Jun 29 11:04:26.351483 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e6511-e565-42b2-bfe4-83e63f911fd9 req-c2f3defd-b073-41cb-8c96-1c98a8a8cfd8 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:26.353003 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-372e6511-e565-42b2-bfe4-83e63f911fd9 req-c2f3defd-b073-41cb-8c96-1c98a8a8cfd8 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 984 time: 0.0625365 Jun 29 11:04:26.392766 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-372e6511-e565-42b2-bfe4-83e63f911fd9 req-89494737-9f77-48ac-8bb7-b52cb050f241 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a747de9-a1d5-4d79-ae65-a08a227b2bae&id=d0a158fd-19dc-446a-af8c-b4fc083e33e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339117 Jun 29 11:04:26.473959 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53220fa-c823-4f7e-ad0f-7f954e06e73a req-9c9a29d6-7e5b-4ae1-b142-d3b72a485a93 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:26.475488 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-e53220fa-c823-4f7e-ad0f-7f954e06e73a req-9c9a29d6-7e5b-4ae1-b142-d3b72a485a93 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 945 time: 0.0774314 Jun 29 11:04:26.514599 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-e53220fa-c823-4f7e-ad0f-7f954e06e73a req-6f1b2eba-67a1-45b8-b1f7-ba5fb8fc7724 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334461 Jun 29 11:04:26.913876 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5d076-6192-4194-90c2-c4f357984d31 req-00543225-1463-4638-981d-d9ff409011fa tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:26.915349 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-68e5d076-6192-4194-90c2-c4f357984d31 req-00543225-1463-4638-981d-d9ff409011fa tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 946 time: 0.0624492 Jun 29 11:04:26.952366 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-68e5d076-6192-4194-90c2-c4f357984d31 req-7836c131-c1a9-4905-9a37-f2b850b21c1c tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307381 Jun 29 11:04:27.570471 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e11ba8-c01a-49ad-adff-11a0a049d61a req-1103cc0f-b3db-47dd-8f4d-c0bd02d51cc1 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:27.571976 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a8e11ba8-c01a-49ad-adff-11a0a049d61a req-1103cc0f-b3db-47dd-8f4d-c0bd02d51cc1 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 984 time: 0.0666065 Jun 29 11:04:27.615483 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a8e11ba8-c01a-49ad-adff-11a0a049d61a req-9a41b621-1960-4bc5-95bc-63928244f4e4 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a747de9-a1d5-4d79-ae65-a08a227b2bae&id=d0a158fd-19dc-446a-af8c-b4fc083e33e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367873 Jun 29 11:04:27.697195 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699d772-8514-444a-9d38-8f5528aa06d6 req-bb9350f8-de89-4383-b9fd-5fbf90113b01 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:27.698692 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-1699d772-8514-444a-9d38-8f5528aa06d6 req-bb9350f8-de89-4383-b9fd-5fbf90113b01 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 945 time: 0.0724337 Jun 29 11:04:27.737708 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-1699d772-8514-444a-9d38-8f5528aa06d6 req-0e8a8ebe-010c-44c5-b27f-60c25550a1df tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326378 Jun 29 11:04:28.130438 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e76a4a-a66a-412e-8f58-f6599c3769bf req-c5e519ed-756c-40b7-946d-cae6f6ff90e7 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:28.131856 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-77e76a4a-a66a-412e-8f58-f6599c3769bf req-c5e519ed-756c-40b7-946d-cae6f6ff90e7 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 946 time: 0.0654304 Jun 29 11:04:28.169385 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-77e76a4a-a66a-412e-8f58-f6599c3769bf req-fe579373-a825-47ea-ab28-7d8bb2358c16 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319247 Jun 29 11:04:28.293932 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.agents_db [None req-6227a327-39ba-4b2a-b4ab-7b0e2d6295dc None None] Agent healthcheck: found 6 active agents {{(pid=105129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:04:28.804471 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34930a-63bc-45ac-a965-0c3bd6549750 req-206a3c25-e8cd-4776-9630-98f38c241fb4 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:28.806234 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-6e34930a-63bc-45ac-a965-0c3bd6549750 req-206a3c25-e8cd-4776-9630-98f38c241fb4 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 984 time: 0.0766308 Jun 29 11:04:28.847938 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-6e34930a-63bc-45ac-a965-0c3bd6549750 req-bfba68e9-5229-4bc5-a2b9-3b72747064a7 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a747de9-a1d5-4d79-ae65-a08a227b2bae&id=d0a158fd-19dc-446a-af8c-b4fc083e33e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353107 Jun 29 11:04:28.925112 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a64bc1-44cd-4519-9222-368b79354af7 req-0d52c1a9-85e7-4b0f-af02-4ff7c04d9f0d tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:28.926601 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f8a64bc1-44cd-4519-9222-368b79354af7 req-0d52c1a9-85e7-4b0f-af02-4ff7c04d9f0d tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 945 time: 0.0677402 Jun 29 11:04:28.975185 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f8a64bc1-44cd-4519-9222-368b79354af7 req-bf32de47-ea7a-4331-858e-c3978cf441f1 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337212 Jun 29 11:04:29.007357 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:29.349074 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ed604-08f1-4c17-8e1e-a298810fcff2 req-c8940814-c34f-4f11-8bd3-d8623e24d618 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:29.350544 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-939ed604-08f1-4c17-8e1e-a298810fcff2 req-c8940814-c34f-4f11-8bd3-d8623e24d618 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 946 time: 0.0655196 Jun 29 11:04:29.388024 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-939ed604-08f1-4c17-8e1e-a298810fcff2 req-c66c97f8-1904-4922-9ccf-90ea488cf672 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313315 Jun 29 11:04:29.837568 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa42258-5da3-4394-8bfa-5d21da53c3f3 req-28e6a239-9482-4b75-8a79-f6d02c69a97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:29.839442 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-bfa42258-5da3-4394-8bfa-5d21da53c3f3 req-28e6a239-9482-4b75-8a79-f6d02c69a97b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cf3eb55687784d58baefbd075c2bee23&device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 1098 time: 0.0623753 Jun 29 11:04:29.936550 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa42258-5da3-4394-8bfa-5d21da53c3f3 req-f2a9f6fd-de81-4704-8320-c7a44b00f9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:29.937959 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-bfa42258-5da3-4394-8bfa-5d21da53c3f3 req-f2a9f6fd-de81-4704-8320-c7a44b00f9eb service neutron] 10.222.0.42 "GET /v2.0/networks?id=eda33a07-a8d0-4f6b-aa40-3f01a74f2e07 HTTP/1.1" status: 200 len: 909 time: 0.0917513 Jun 29 11:04:30.053024 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-bfa42258-5da3-4394-8bfa-5d21da53c3f3 req-9013c2ca-9de1-48d1-9109-da5a4e61d90c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2900b76d-1dea-4f48-941b-58240da2d852 HTTP/1.1" status: 200 len: 1000 time: 0.1072099 Jun 29 11:04:30.136793 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854285d3-0301-4ba5-ad75-6e1dd4fbc892 req-7c808423-9416-4a70-b2c2-10e5e998eadc tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:30.139620 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-854285d3-0301-4ba5-ad75-6e1dd4fbc892 req-7c808423-9416-4a70-b2c2-10e5e998eadc tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 984 time: 0.1508420 Jun 29 11:04:30.160704 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa42258-5da3-4394-8bfa-5d21da53c3f3 req-79d92e0c-13cb-46c7-939e-ea3805a589f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:30.162157 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-bfa42258-5da3-4394-8bfa-5d21da53c3f3 req-79d92e0c-13cb-46c7-939e-ea3805a589f4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30405db8-d131-4708-9e3c-031db82ce4bd HTTP/1.1" status: 200 len: 847 time: 0.1013186 Jun 29 11:04:30.188820 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c27eee-f267-4ca8-a62f-6d9a438fdc2c req-1ad01826-b50c-447c-a444-be72835cc698 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:30.190340 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-14c27eee-f267-4ca8-a62f-6d9a438fdc2c req-1ad01826-b50c-447c-a444-be72835cc698 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 945 time: 0.0862777 Jun 29 11:04:30.231883 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-854285d3-0301-4ba5-ad75-6e1dd4fbc892 req-f1175eab-a3e7-4a5c-83d0-1f8035640a59 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a747de9-a1d5-4d79-ae65-a08a227b2bae&id=d0a158fd-19dc-446a-af8c-b4fc083e33e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0834732 Jun 29 11:04:30.241052 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-14c27eee-f267-4ca8-a62f-6d9a438fdc2c req-7915da66-1b16-4606-8a87-d85bb65eb74a tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444129 Jun 29 11:04:30.266333 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa42258-5da3-4394-8bfa-5d21da53c3f3 req-1f735b1c-287c-4ced-9c6b-c93cdcb4ecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:30.268386 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-bfa42258-5da3-4394-8bfa-5d21da53c3f3 req-1f735b1c-287c-4ced-9c6b-c93cdcb4ecb8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eda33a07-a8d0-4f6b-aa40-3f01a74f2e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0968382 Jun 29 11:04:30.367640 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-bfa42258-5da3-4394-8bfa-5d21da53c3f3 req-4b7f71f6-aad7-400d-8ce3-b60bfe2305ff service neutron] 10.222.0.42 "GET /v2.0/networks/eda33a07-a8d0-4f6b-aa40-3f01a74f2e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919261 Jun 29 11:04:30.486317 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-bfa42258-5da3-4394-8bfa-5d21da53c3f3 req-ab31e1a6-635d-4d6d-b0e3-8cc4d7f14859 service neutron] 10.222.0.42 "GET /v2.0/networks/eda33a07-a8d0-4f6b-aa40-3f01a74f2e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024261 Jun 29 11:04:31.415847 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd32636-efbb-4df2-8966-45a8227db221 req-1ac169a0-e549-4fda-b041-3f1a3a1912d5 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:31.416480 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946258fe-f6b6-4111-becc-d25a8bf203bf req-85461ba8-ea97-485d-b11d-843306931ec2 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:31.417361 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-8cd32636-efbb-4df2-8966-45a8227db221 req-1ac169a0-e549-4fda-b041-3f1a3a1912d5 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 984 time: 0.0666363 Jun 29 11:04:31.417615 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-946258fe-f6b6-4111-becc-d25a8bf203bf req-85461ba8-ea97-485d-b11d-843306931ec2 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 945 time: 0.0607522 Jun 29 11:04:31.455939 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-946258fe-f6b6-4111-becc-d25a8bf203bf req-985fda90-7a04-43da-91d8-cc56c24ab65b tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320654 Jun 29 11:04:31.457826 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-8cd32636-efbb-4df2-8966-45a8227db221 req-b0e831dd-c085-4975-9498-e02d3b1a4f51 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a747de9-a1d5-4d79-ae65-a08a227b2bae&id=d0a158fd-19dc-446a-af8c-b4fc083e33e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336816 Jun 29 11:04:32.635755 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed4352-6ddd-4bf9-ab99-9a54e2a490d4 req-bcaa51dc-8675-468c-bc83-20286163f92a tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:32.637370 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-88ed4352-6ddd-4bf9-ab99-9a54e2a490d4 req-bcaa51dc-8675-468c-bc83-20286163f92a tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 945 time: 0.0670090 Jun 29 11:04:32.644454 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92aebdb-fe4f-4338-be15-1b7a67f73c4a req-7092d6e1-f873-4c38-94da-87e474ee1f6e tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:32.645984 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d92aebdb-fe4f-4338-be15-1b7a67f73c4a req-7092d6e1-f873-4c38-94da-87e474ee1f6e tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 984 time: 0.0723441 Jun 29 11:04:32.675876 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-88ed4352-6ddd-4bf9-ab99-9a54e2a490d4 req-459ff36c-d418-400f-8800-377e151cc941 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321312 Jun 29 11:04:32.687203 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d92aebdb-fe4f-4338-be15-1b7a67f73c4a req-2e36284a-39c5-48a1-b803-428467c503b1 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a747de9-a1d5-4d79-ae65-a08a227b2bae&id=d0a158fd-19dc-446a-af8c-b4fc083e33e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351119 Jun 29 11:04:33.849256 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e03b9-9568-483d-bae0-a45be873723d req-44bcf0df-894b-4918-b161-5acdd1e0235e tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:33.850855 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-3d9e03b9-9568-483d-bae0-a45be873723d req-44bcf0df-894b-4918-b161-5acdd1e0235e tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 945 time: 0.0638888 Jun 29 11:04:33.866974 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0da6b-f958-466f-98ac-fb4e6b1a1222 req-2244b073-a71f-4f1e-b765-d32338384bf9 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:33.868515 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-09a0da6b-f958-466f-98ac-fb4e6b1a1222 req-2244b073-a71f-4f1e-b765-d32338384bf9 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 984 time: 0.0656598 Jun 29 11:04:33.893484 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-3d9e03b9-9568-483d-bae0-a45be873723d req-c3b6d381-5fab-41f4-a228-75395eab43ea tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368233 Jun 29 11:04:33.909856 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-09a0da6b-f958-466f-98ac-fb4e6b1a1222 req-c65bc7f1-4f6a-4af7-9a9b-1f08977e98ec tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a747de9-a1d5-4d79-ae65-a08a227b2bae&id=d0a158fd-19dc-446a-af8c-b4fc083e33e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343435 Jun 29 11:04:34.369801 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84ae36-7a2a-4a4f-ae63-61790868c6fb req-5b99cdfc-ce8f-4460-8e52-17814bab7d58 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:34.372028 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-6b84ae36-7a2a-4a4f-ae63-61790868c6fb req-5b99cdfc-ce8f-4460-8e52-17814bab7d58 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 945 time: 0.0631983 Jun 29 11:04:34.397995 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 57660) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:04:34.410186 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-6b84ae36-7a2a-4a4f-ae63-61790868c6fb req-a4fdd45d-19c6-4f94-b4a0-4215f42f9e6a tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325670 Jun 29 11:04:34.497958 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-d7eb1054-3a50-4ebf-be4d-86566a5bbf8d req-6c2c4aa0-d745-475f-89d8-5ef63f929e85 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0986135 Jun 29 11:04:35.121975 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86737154-6e6f-4c49-9ad5-adf53347c494 req-68983bd9-f0cb-4e82-90b9-5bdb8c1da66c tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:35.123517 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-86737154-6e6f-4c49-9ad5-adf53347c494 req-68983bd9-f0cb-4e82-90b9-5bdb8c1da66c tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 984 time: 0.0674710 Jun 29 11:04:35.164509 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-86737154-6e6f-4c49-9ad5-adf53347c494 req-0baaac12-c39c-473e-b375-883494b9ec68 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a747de9-a1d5-4d79-ae65-a08a227b2bae&id=d0a158fd-19dc-446a-af8c-b4fc083e33e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350614 Jun 29 11:04:35.354866 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 2900b76d-1dea-4f48-941b-58240da2d852 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:04:35.429813 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:35.453511 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83d0cf4-01a4-46db-abb9-52a66305cb72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2900b76d-1dea-4f48-941b-58240da2d852'}] {{(pid=105128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:04:35.455795 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f554d8236d32e986c704cda53ac23f663e6b3c5228ed3933e2c5dc2c6a48410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae6d3db-aced-4ea4-b52e-c3869fee6588" -d '{"events": [{"server_uuid": "e83d0cf4-01a4-46db-abb9-52a66305cb72", "name": "network-vif-unplugged", "status": "completed", "tag": "2900b76d-1dea-4f48-941b-58240da2d852"}]}' {{(pid=105128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:04:35.468856 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 2900b76d-1dea-4f48-941b-58240da2d852, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=2900b76d-1dea-4f48-941b-58240da2d852,segment=NetworkSegment(a6aee341-5a95-4cd8-807e-f60974c0a313),segment_id=a6aee341-5a95-4cd8-807e-f60974c0a313)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:04:35.538448 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:35.541545 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:04:35.598904 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0727ea4-6d2e-45c7-bd81-e76efa81633f req-7ae69b01-3214-492b-b88f-82e946c84a07 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:35.600556 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f0727ea4-6d2e-45c7-bd81-e76efa81633f req-7ae69b01-3214-492b-b88f-82e946c84a07 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 945 time: 0.0778532 Jun 29 11:04:35.606278 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Jun 2021 11:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011932cd-e3cf-4079-9c53-2ac11042a2fc x-openstack-request-id: req-011932cd-e3cf-4079-9c53-2ac11042a2fc {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:04:35.606969 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83d0cf4-01a4-46db-abb9-52a66305cb72", "name": "network-vif-unplugged", "status": "failed", "tag": "2900b76d-1dea-4f48-941b-58240da2d852", "code": 422}]} {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:04:35.606969 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-011932cd-e3cf-4079-9c53-2ac11042a2fc {{(pid=105128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:04:35.607392 dv-cinder-793515-4-smb neutron-server[105128]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e83d0cf4-01a4-46db-abb9-52a66305cb72', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2900b76d-1dea-4f48-941b-58240da2d852', 'code': 422} returned with failed status Jun 29 11:04:35.608372 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=2900b76d-1dea-4f48-941b-58240da2d852,revision_number=6']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:04:35.611541 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:04:35.641323 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f0727ea4-6d2e-45c7-bd81-e76efa81633f req-8a5724d3-b2b7-455e-90af-9688f52d80ce tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328236 Jun 29 11:04:36.292963 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-f4d1a0d4-5e24-41b0-87d6-5538006d54cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:36.351189 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f8635-a30e-4a08-9377-168cbe4aac1e req-83071995-c49a-413c-9377-0040fa0ff9a5 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:36.352748 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-577f8635-a30e-4a08-9377-168cbe4aac1e req-83071995-c49a-413c-9377-0040fa0ff9a5 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 984 time: 0.0690591 Jun 29 11:04:36.398919 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-577f8635-a30e-4a08-9377-168cbe4aac1e req-03db944d-d57e-4c41-900e-8a7f7641d81f tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a747de9-a1d5-4d79-ae65-a08a227b2bae&id=d0a158fd-19dc-446a-af8c-b4fc083e33e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403693 Jun 29 11:04:36.823357 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edbbbf5-7264-424d-b024-0ff69f4d8184 req-f98370a8-cad3-445e-8481-ae823e241152 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:36.825622 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-8edbbbf5-7264-424d-b024-0ff69f4d8184 req-f98370a8-cad3-445e-8481-ae823e241152 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 943 time: 0.0638990 Jun 29 11:04:36.862538 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-8edbbbf5-7264-424d-b024-0ff69f4d8184 req-05e0d2de-200a-4d52-acd4-7943d1a7d8f4 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312414 Jun 29 11:04:36.948743 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb1054-3a50-4ebf-be4d-86566a5bbf8d req-96fe3532-1640-4fda-92b2-1776f9ccee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:36.950950 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d7eb1054-3a50-4ebf-be4d-86566a5bbf8d req-96fe3532-1640-4fda-92b2-1776f9ccee36 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72&tenant_id=cf3eb55687784d58baefbd075c2bee23 HTTP/1.1" status: 200 len: 1096 time: 0.0523353 Jun 29 11:04:37.035548 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb1054-3a50-4ebf-be4d-86566a5bbf8d req-100c9f39-b867-4c2f-9e3f-094919b21e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:37.037077 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d7eb1054-3a50-4ebf-be4d-86566a5bbf8d req-100c9f39-b867-4c2f-9e3f-094919b21e7f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cf3eb55687784d58baefbd075c2bee23&device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 1096 time: 0.0515924 Jun 29 11:04:37.132491 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb1054-3a50-4ebf-be4d-86566a5bbf8d req-13ad6952-6a71-495c-8758-cc08cf2742e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:37.133967 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d7eb1054-3a50-4ebf-be4d-86566a5bbf8d req-13ad6952-6a71-495c-8758-cc08cf2742e8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eda33a07-a8d0-4f6b-aa40-3f01a74f2e07 HTTP/1.1" status: 200 len: 909 time: 0.0898213 Jun 29 11:04:37.197977 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d7eb1054-3a50-4ebf-be4d-86566a5bbf8d req-0df2cfcd-22ac-4900-984d-d5e0c74167b9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2900b76d-1dea-4f48-941b-58240da2d852 HTTP/1.1" status: 200 len: 998 time: 0.0571742 Jun 29 11:04:37.249992 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb1054-3a50-4ebf-be4d-86566a5bbf8d req-3ab22ea3-bd80-4d99-af6f-050ce2e63317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:37.251418 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d7eb1054-3a50-4ebf-be4d-86566a5bbf8d req-3ab22ea3-bd80-4d99-af6f-050ce2e63317 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30405db8-d131-4708-9e3c-031db82ce4bd HTTP/1.1" status: 200 len: 847 time: 0.0465188 Jun 29 11:04:37.307833 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb1054-3a50-4ebf-be4d-86566a5bbf8d req-2b46f248-3b48-437e-8605-2a9e9d3d9c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:37.309439 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d7eb1054-3a50-4ebf-be4d-86566a5bbf8d req-2b46f248-3b48-437e-8605-2a9e9d3d9c6d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eda33a07-a8d0-4f6b-aa40-3f01a74f2e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0503998 Jun 29 11:04:37.394780 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d7eb1054-3a50-4ebf-be4d-86566a5bbf8d req-58322c5e-d1c2-4a54-aa74-910420664e4c service neutron] 10.222.0.42 "GET /v2.0/networks/eda33a07-a8d0-4f6b-aa40-3f01a74f2e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793054 Jun 29 11:04:37.488612 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d7eb1054-3a50-4ebf-be4d-86566a5bbf8d req-900a0d51-0150-47d9-9134-e9c195f4eeeb service neutron] 10.222.0.42 "GET /v2.0/networks/eda33a07-a8d0-4f6b-aa40-3f01a74f2e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872982 Jun 29 11:04:37.578863 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20370e-3288-4755-9700-b42897e3d5c3 req-13d7fc3e-925f-486e-b182-9b5567376629 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:37.580326 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-3d20370e-3288-4755-9700-b42897e3d5c3 req-13d7fc3e-925f-486e-b182-9b5567376629 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 984 time: 0.0640652 Jun 29 11:04:37.619701 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-3d20370e-3288-4755-9700-b42897e3d5c3 req-9b52264e-bc71-43d5-8db4-44c057385615 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a747de9-a1d5-4d79-ae65-a08a227b2bae&id=d0a158fd-19dc-446a-af8c-b4fc083e33e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329082 Jun 29 11:04:38.049079 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd2b31-e04f-4747-a427-f6df2249f2b9 req-37b85ffd-ae0d-4f8b-ab03-0c40b3f1cb1d tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:38.050555 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-f5dd2b31-e04f-4747-a427-f6df2249f2b9 req-37b85ffd-ae0d-4f8b-ab03-0c40b3f1cb1d tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 943 time: 0.0616627 Jun 29 11:04:38.087155 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-f5dd2b31-e04f-4747-a427-f6df2249f2b9 req-69e828e5-d2d8-448f-9533-4b3bb63b0bea tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310068 Jun 29 11:04:38.794630 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-bb5cbcfb-5a58-4123-909e-d978ff09883b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:39.000032 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:39.260670 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768f511-4794-440f-8710-358c244b8c5a req-b03c5cf1-937c-41fc-b15c-53f8b73ffce9 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:39.262815 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-5768f511-4794-440f-8710-358c244b8c5a req-b03c5cf1-937c-41fc-b15c-53f8b73ffce9 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 943 time: 0.0667121 Jun 29 11:04:39.299715 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-5768f511-4794-440f-8710-358c244b8c5a req-06182899-444d-4c99-a9e2-fda45c4eb782 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312364 Jun 29 11:04:39.411351 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 2900b76d-1dea-4f48-941b-58240da2d852 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=105128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:04:39.506605 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 2900b76d-1dea-4f48-941b-58240da2d852, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=2900b76d-1dea-4f48-941b-58240da2d852,segment=NetworkSegment(a6aee341-5a95-4cd8-807e-f60974c0a313),segment_id=a6aee341-5a95-4cd8-807e-f60974c0a313)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:04:39.518341 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Returning: {'device': '2900b76d-1dea-4f48-941b-58240da2d852', 'network_id': 'eda33a07-a8d0-4f6b-aa40-3f01a74f2e07', 'port_id': '2900b76d-1dea-4f48-941b-58240da2d852', 'mac_address': 'fa:16:3e:d9:1e:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30405db8-d131-4708-9e3c-031db82ce4bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:04:39.557214 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:39.569980 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2900b76d-1dea-4f48-941b-58240da2d852 {{(pid=105128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:04:39.588760 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 2900b76d-1dea-4f48-941b-58240da2d852, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=2900b76d-1dea-4f48-941b-58240da2d852,segment=NetworkSegment(a6aee341-5a95-4cd8-807e-f60974c0a313),segment_id=a6aee341-5a95-4cd8-807e-f60974c0a313)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:04:39.669720 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:39.672284 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:04:39.717285 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=2900b76d-1dea-4f48-941b-58240da2d852,revision_number=7']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:04:39.720346 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:04:40.007424 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] get_ports_and_sgs() called for port_ids ['2900b76d-1dea-4f48-941b-58240da2d852'] {{(pid=105128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:04:40.233142 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:40.487285 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf2157-d091-45b5-954a-d3372d06a2b8 req-21856e3b-a625-4455-8f48-5ced232d3fbc tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:40.488799 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-6baf2157-d091-45b5-954a-d3372d06a2b8 req-21856e3b-a625-4455-8f48-5ced232d3fbc tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 944 time: 0.0679758 Jun 29 11:04:40.527660 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-6baf2157-d091-45b5-954a-d3372d06a2b8 req-22b3e2c7-65d5-48d9-beac-977face0c8c1 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331068 Jun 29 11:04:41.423218 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 2900b76d-1dea-4f48-941b-58240da2d852 up at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:04:41.468634 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Provisioning complete for port 2900b76d-1dea-4f48-941b-58240da2d852 triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:04:41.469012 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:41.545890 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:41.568971 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83d0cf4-01a4-46db-abb9-52a66305cb72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2900b76d-1dea-4f48-941b-58240da2d852'}] {{(pid=105128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:04:41.570987 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f554d8236d32e986c704cda53ac23f663e6b3c5228ed3933e2c5dc2c6a48410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e1bd56-3fa7-4c31-8a4e-d0014d94f01b" -d '{"events": [{"server_uuid": "e83d0cf4-01a4-46db-abb9-52a66305cb72", "name": "network-vif-plugged", "status": "completed", "tag": "2900b76d-1dea-4f48-941b-58240da2d852"}]}' {{(pid=105128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:04:41.584265 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port 2900b76d-1dea-4f48-941b-58240da2d852, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=2900b76d-1dea-4f48-941b-58240da2d852,segment=NetworkSegment(a6aee341-5a95-4cd8-807e-f60974c0a313),segment_id=a6aee341-5a95-4cd8-807e-f60974c0a313)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:04:41.698404 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:41.705549 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:04:41.711118 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b1ac08-58ab-48d6-b5be-e1d3e8faa0fb req-ae86f7ba-4218-4884-8a11-c95537288ce5 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:41.713359 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-81b1ac08-58ab-48d6-b5be-e1d3e8faa0fb req-ae86f7ba-4218-4884-8a11-c95537288ce5 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 944 time: 0.0676260 Jun 29 11:04:41.730456 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:41.753321 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-81b1ac08-58ab-48d6-b5be-e1d3e8faa0fb req-7897583b-d9e9-4a16-be48-9e62053f2ef3 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335557 Jun 29 11:04:41.757519 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=2900b76d-1dea-4f48-941b-58240da2d852,revision_number=8']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:04:41.760620 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:04:41.813633 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d497a17c-d728-4634-ad27-318658a2c8d5 x-openstack-request-id: req-d497a17c-d728-4634-ad27-318658a2c8d5 {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:04:41.813953 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83d0cf4-01a4-46db-abb9-52a66305cb72", "name": "network-vif-plugged", "status": "completed", "tag": "2900b76d-1dea-4f48-941b-58240da2d852", "code": 200}]} {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:04:41.814707 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d497a17c-d728-4634-ad27-318658a2c8d5 {{(pid=105128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:04:41.814707 dv-cinder-793515-4-smb neutron-server[105128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83d0cf4-01a4-46db-abb9-52a66305cb72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2900b76d-1dea-4f48-941b-58240da2d852', 'code': 200} Jun 29 11:04:42.220025 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c3a37-d383-4af8-be87-9f2aa8fbd4ef req-93400f2e-5ed4-4dfd-9ad2-10e465a579da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:42.220025 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-dd3c3a37-d383-4af8-be87-9f2aa8fbd4ef req-93400f2e-5ed4-4dfd-9ad2-10e465a579da service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 1098 time: 0.0546520 Jun 29 11:04:42.245591 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-dd3c3a37-d383-4af8-be87-9f2aa8fbd4ef req-76e10971-b720-4fa5-accd-0e3af3227c53 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275388 Jun 29 11:04:42.939890 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85216cdd-f8dc-4937-8560-49760db0b42c req-4b34a39e-2efd-404b-a21e-bd3565421f3e tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:42.941398 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-85216cdd-f8dc-4937-8560-49760db0b42c req-4b34a39e-2efd-404b-a21e-bd3565421f3e tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 945 time: 0.0664732 Jun 29 11:04:42.978995 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-85216cdd-f8dc-4937-8560-49760db0b42c req-594ed49d-77f2-46ea-a07a-b5fe3929ea91 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320904 Jun 29 11:04:44.153535 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f915c-13f5-4932-abb6-a31cb0c8f9fd req-0a6bc554-ca63-43b1-8f78-8c44568a08f8 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:44.154940 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-6e3f915c-13f5-4932-abb6-a31cb0c8f9fd req-0a6bc554-ca63-43b1-8f78-8c44568a08f8 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 945 time: 0.0637975 Jun 29 11:04:44.194432 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-6e3f915c-13f5-4932-abb6-a31cb0c8f9fd req-2342a613-b98f-44af-8b23-06d908ddb3a1 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338063 Jun 29 11:04:56.524653 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec602a4-0646-4575-93ba-0ab0ceedc25e req-5f54aee9-2d03-4ba0-994b-efa1154c16e8 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:56.526119 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-eec602a4-0646-4575-93ba-0ab0ceedc25e req-5f54aee9-2d03-4ba0-994b-efa1154c16e8 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb7b896-ac21-4c35-9ccd-ef72f28ba98f HTTP/1.1" status: 200 len: 946 time: 0.0651207 Jun 29 11:04:56.562843 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-eec602a4-0646-4575-93ba-0ab0ceedc25e req-c8910ab7-d365-43d4-9743-fe3034c83706 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1cf8bcf-f6d8-4f49-8dbe-8a39816ae164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312085 Jun 29 11:04:57.738757 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0da942-2ded-4f25-ab12-dc804024dffb req-674e7c40-7710-4600-ba51-d4a81da351b2 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:57.740239 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-fe0da942-2ded-4f25-ab12-dc804024dffb req-674e7c40-7710-4600-ba51-d4a81da351b2 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb7b896-ac21-4c35-9ccd-ef72f28ba98f HTTP/1.1" status: 200 len: 946 time: 0.0642188 Jun 29 11:04:57.777955 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-fe0da942-2ded-4f25-ab12-dc804024dffb req-44a3c34f-333c-4732-ac4b-9300d54bbf44 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1cf8bcf-f6d8-4f49-8dbe-8a39816ae164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320961 Jun 29 11:04:58.869492 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9966a679-865c-4c69-ba53-1d8a43471a2d req-d34d8258-960c-4cee-84ee-7225fb8d9320 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:58.871088 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-9966a679-865c-4c69-ba53-1d8a43471a2d req-d34d8258-960c-4cee-84ee-7225fb8d9320 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bb7b896-ac21-4c35-9ccd-ef72f28ba98f HTTP/1.1" status: 200 len: 946 time: 0.0667861 Jun 29 11:04:58.955269 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127bd10-b782-4ac0-9a91-9a6e15552b1b req-ab372418-0dee-4ea8-af3f-6b8dac71c59e tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:58.956783 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f127bd10-b782-4ac0-9a91-9a6e15552b1b req-ab372418-0dee-4ea8-af3f-6b8dac71c59e tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb7b896-ac21-4c35-9ccd-ef72f28ba98f HTTP/1.1" status: 200 len: 946 time: 0.0619051 Jun 29 11:04:58.973189 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [req-9966a679-865c-4c69-ba53-1d8a43471a2d req-960e458a-3482-45d5-89d1-0832a4e5714f tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Deleting port 8875d0a2-6f29-4e76-af1e-1afa676da13a {{(pid=105127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:04:58.973536 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-9966a679-865c-4c69-ba53-1d8a43471a2d req-960e458a-3482-45d5-89d1-0832a4e5714f tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:58.993168 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f127bd10-b782-4ac0-9a91-9a6e15552b1b req-5274e663-c692-46ba-baf6-70766dcb264a tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1cf8bcf-f6d8-4f49-8dbe-8a39816ae164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307801 Jun 29 11:04:59.019343 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:59.065909 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-9966a679-865c-4c69-ba53-1d8a43471a2d req-960e458a-3482-45d5-89d1-0832a4e5714f tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] For port 8875d0a2-6f29-4e76-af1e-1afa676da13a, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=8875d0a2-6f29-4e76-af1e-1afa676da13a,segment=NetworkSegment(1205bcf5-bf51-4831-9bc0-f68083624420),segment_id=1205bcf5-bf51-4831-9bc0-f68083624420)] {{(pid=105127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:04:59.066172 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-9966a679-865c-4c69-ba53-1d8a43471a2d req-960e458a-3482-45d5-89d1-0832a4e5714f tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:59.227522 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-9966a679-865c-4c69-ba53-1d8a43471a2d req-960e458a-3482-45d5-89d1-0832a4e5714f tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:59.227883 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-9966a679-865c-4c69-ba53-1d8a43471a2d req-960e458a-3482-45d5-89d1-0832a4e5714f tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606879'] for floatingip, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:59.228191 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.db.l3_db [req-9966a679-865c-4c69-ba53-1d8a43471a2d req-960e458a-3482-45d5-89d1-0832a4e5714f tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Floating IP 31f5e6d8-c0c8-4da7-b679-3dd10a40c5b9 disassociated. External IP: 172.28.3.150, port: 8875d0a2-6f29-4e76-af1e-1afa676da13a. Jun 29 11:04:59.228553 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [req-9966a679-865c-4c69-ba53-1d8a43471a2d req-960e458a-3482-45d5-89d1-0832a4e5714f tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Calling delete_port for 8875d0a2-6f29-4e76-af1e-1afa676da13a owned by compute:nova {{(pid=105127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:04:59.422744 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-9966a679-865c-4c69-ba53-1d8a43471a2d req-960e458a-3482-45d5-89d1-0832a4e5714f tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130347151'] for port, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:59.433355 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-73e9a562-d058-45a2-8c96-b2ecb5f54176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:04:59.479539 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e458a-3482-45d5-89d1-0832a4e5714f tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Pushing event deleted for resources: {'Port': ['ID=8875d0a2-6f29-4e76-af1e-1afa676da13a,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:04:59.485131 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-960e458a-3482-45d5-89d1-0832a4e5714f tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:04:59.579734 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-71529ac8-b819-41f9-b6c3-52ad9d7dcc53 req-6c732f09-7111-4b0c-81bd-e524e98237f6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1550288 Jun 29 11:04:59.605240 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9966a679-865c-4c69-ba53-1d8a43471a2d req-960e458a-3482-45d5-89d1-0832a4e5714f tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Router fbeb5745-410b-40fb-880f-b8e114e79470 has already been hosted by L3 agent 3b2ad6f0-f3d9-4012-ac35-d330af5e0962 {{(pid=105127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:04:59.747919 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71529ac8-b819-41f9-b6c3-52ad9d7dcc53 req-a5650cb8-e015-45cd-8d77-5a74927a71f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:59.749885 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-71529ac8-b819-41f9-b6c3-52ad9d7dcc53 req-a5650cb8-e015-45cd-8d77-5a74927a71f0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=35801b52e2a44d01a98a1f9fc869638e&device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 1099 time: 0.1004109 Jun 29 11:04:59.750815 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9966a679-865c-4c69-ba53-1d8a43471a2d req-960e458a-3482-45d5-89d1-0832a4e5714f tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify agent at l3_agent.dv-cinder-793515-4-smb the message routers_updated {{(pid=105127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:04:59.761028 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5ee03a-cd68-4c38-87d5-a1ebf45adb66 None None] Sync routers for ids ['fbeb5745-410b-40fb-880f-b8e114e79470'] in dv-cinder-793515-4-smb {{(pid=105128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:04:59.771508 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5ee03a-cd68-4c38-87d5-a1ebf45adb66 None None] Routers {'fbeb5745-410b-40fb-880f-b8e114e79470'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:04:59.772287 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-6f5ee03a-cd68-4c38-87d5-a1ebf45adb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:04:39Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['fbeb5745-410b-40fb-880f-b8e114e79470'], 'active': True} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:04:59.837116 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9966a679-865c-4c69-ba53-1d8a43471a2d req-960e458a-3482-45d5-89d1-0832a4e5714f tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] No DVR routers for this DVR port 8875d0a2-6f29-4e76-af1e-1afa676da13a on host hv-cinder-79351 {{(pid=105127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:04:59.840676 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-9966a679-865c-4c69-ba53-1d8a43471a2d req-960e458a-3482-45d5-89d1-0832a4e5714f tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:59.842704 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-9966a679-865c-4c69-ba53-1d8a43471a2d req-960e458a-3482-45d5-89d1-0832a4e5714f tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.42 "DELETE /v2.0/ports/8875d0a2-6f29-4e76-af1e-1afa676da13a HTTP/1.1" status: 204 len: 173 time: 0.9646974 Jun 29 11:04:59.843538 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb7b896-ac21-4c35-9ccd-ef72f28ba98f', 'name': 'network-vif-deleted', 'tag': '8875d0a2-6f29-4e76-af1e-1afa676da13a'}] {{(pid=105127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:04:59.845937 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51926c8a96ac3dcbe8a9a7c61d1f1b13ee7346919254cfc90a12d4d270e3eabf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c1eff6-e38c-451d-a310-0f38bf76622a" -d '{"events": [{"server_uuid": "7bb7b896-ac21-4c35-9ccd-ef72f28ba98f", "name": "network-vif-deleted", "tag": "8875d0a2-6f29-4e76-af1e-1afa676da13a"}]}' {{(pid=105127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:04:59.895951 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvr_db [None req-6f5ee03a-cd68-4c38-87d5-a1ebf45adb66 None None] Set router fbeb5745-410b-40fb-880f-b8e114e79470 gateway port host: dv-cinder-793515-4-smb {{(pid=105128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:04:59.907323 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71529ac8-b819-41f9-b6c3-52ad9d7dcc53 req-5b57ae80-8636-4889-ab98-2a3b613898d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:04:59.909440 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-71529ac8-b819-41f9-b6c3-52ad9d7dcc53 req-5b57ae80-8636-4889-ab98-2a3b613898d0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1a641979-4a76-4c4c-b2a0-9e114b271b54 HTTP/1.1" status: 200 len: 917 time: 0.1315296 Jun 29 11:04:59.975305 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b967f40b-dd5d-4fad-8cb5-d199d67c1283 x-openstack-request-id: req-b967f40b-dd5d-4fad-8cb5-d199d67c1283 {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:04:59.975639 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb7b896-ac21-4c35-9ccd-ef72f28ba98f", "name": "network-vif-deleted", "tag": "8875d0a2-6f29-4e76-af1e-1afa676da13a", "status": "completed", "code": 200}]} {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:04:59.976042 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b967f40b-dd5d-4fad-8cb5-d199d67c1283 {{(pid=105127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:04:59.976381 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb7b896-ac21-4c35-9ccd-ef72f28ba98f', 'name': 'network-vif-deleted', 'tag': '8875d0a2-6f29-4e76-af1e-1afa676da13a', 'status': 'completed', 'code': 200} Jun 29 11:04:59.993984 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-71529ac8-b819-41f9-b6c3-52ad9d7dcc53 req-d37a7c95-b79e-45c7-9104-eeea6dd3134d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bb09147-7bd1-41dc-813c-e1bcaf874084 HTTP/1.1" status: 200 len: 1001 time: 0.0748172 Jun 29 11:05:00.060132 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71529ac8-b819-41f9-b6c3-52ad9d7dcc53 req-74d833a6-5065-4430-8ad8-1554e0f8a6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:05:00.061762 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-71529ac8-b819-41f9-b6c3-52ad9d7dcc53 req-74d833a6-5065-4430-8ad8-1554e0f8a6a3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2 HTTP/1.1" status: 200 len: 855 time: 0.0535378 Jun 29 11:05:00.128603 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71529ac8-b819-41f9-b6c3-52ad9d7dcc53 req-27e340b5-50dd-4eaf-9140-5c1a1442d794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:05:00.130202 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-71529ac8-b819-41f9-b6c3-52ad9d7dcc53 req-27e340b5-50dd-4eaf-9140-5c1a1442d794 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1a641979-4a76-4c4c-b2a0-9e114b271b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0564291 Jun 29 11:05:00.143245 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-6f5ee03a-cd68-4c38-87d5-a1ebf45adb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'name': 'tempest-AttachVolumeTestJSON-219027742-router', 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.82'}], 'enable_snat': True}, 'gw_port_id': '543fbc8c-a977-4cf3-9612-bbdb724173d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:58:52Z', 'updated_at': '2021-06-29T10:58:59Z', 'revision_number': 4, 'project_id': '2e126c6330d743c8b924fb706c06677b', 'gw_port': {'id': '543fbc8c-a977-4cf3-9612-bbdb724173d1', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:58:53Z', 'updated_at': '2021-06-29T10:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_interfaces': [{'id': 'de12757a-329b-46d4-ad31-49b102f5fe06', 'name': '', 'network_id': '27be0f43-986d-406d-84c6-0e27a892cced', 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'mac_address': 'fa:16:3e:05:db:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:58:57Z', 'updated_at': '2021-06-29T10:59:07Z', 'revision_number': 5, 'project_id': '2e126c6330d743c8b924fb706c06677b', 'subnets': [{'id': '4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:05:00.154757 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-85fad5cd-9440-4326-975b-9ec73db6ccd5 req-cc70773e-5c9f-4fb3-bd47-503a1fab30cb tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb7b896-ac21-4c35-9ccd-ef72f28ba98f HTTP/1.1" status: 200 len: 210 time: 0.0316050 Jun 29 11:05:00.184087 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5ee03a-cd68-4c38-87d5-a1ebf45adb66 None None] Checking router: fbeb5745-410b-40fb-880f-b8e114e79470 for host: dv-cinder-793515-4-smb {{(pid=105128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:05:00.188239 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5ee03a-cd68-4c38-87d5-a1ebf45adb66 None None] Routers {'fbeb5745-410b-40fb-880f-b8e114e79470'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:05:00.188998 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-6f5ee03a-cd68-4c38-87d5-a1ebf45adb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:04:39Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['fbeb5745-410b-40fb-880f-b8e114e79470'], 'active': True} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:05:00.242482 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-71529ac8-b819-41f9-b6c3-52ad9d7dcc53 req-723dfac8-7e4b-43ac-a3d4-1f921eeb6a9b service neutron] 10.222.0.42 "GET /v2.0/networks/1a641979-4a76-4c4c-b2a0-9e114b271b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033847 Jun 29 11:05:00.305557 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvr_db [None req-6f5ee03a-cd68-4c38-87d5-a1ebf45adb66 None None] Set router fbeb5745-410b-40fb-880f-b8e114e79470 gateway port host: dv-cinder-793515-4-smb {{(pid=105128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:05:00.342816 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-71529ac8-b819-41f9-b6c3-52ad9d7dcc53 req-bb276350-244e-48ad-9fe3-7de08b4336f7 service neutron] 10.222.0.42 "GET /v2.0/networks/1a641979-4a76-4c4c-b2a0-9e114b271b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916684 Jun 29 11:05:00.503480 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-6f5ee03a-cd68-4c38-87d5-a1ebf45adb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'name': 'tempest-AttachVolumeTestJSON-219027742-router', 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.82'}], 'enable_snat': True}, 'gw_port_id': '543fbc8c-a977-4cf3-9612-bbdb724173d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:58:52Z', 'updated_at': '2021-06-29T10:58:59Z', 'revision_number': 4, 'project_id': '2e126c6330d743c8b924fb706c06677b', 'gw_port': {'id': '543fbc8c-a977-4cf3-9612-bbdb724173d1', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:58:53Z', 'updated_at': '2021-06-29T10:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_interfaces': [{'id': 'de12757a-329b-46d4-ad31-49b102f5fe06', 'name': '', 'network_id': '27be0f43-986d-406d-84c6-0e27a892cced', 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'mac_address': 'fa:16:3e:05:db:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:58:57Z', 'updated_at': '2021-06-29T10:59:07Z', 'revision_number': 5, 'project_id': '2e126c6330d743c8b924fb706c06677b', 'subnets': [{'id': '4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:05:00.534856 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5ee03a-cd68-4c38-87d5-a1ebf45adb66 None None] The sync data for ids ['fbeb5745-410b-40fb-880f-b8e114e79470'] in dv-cinder-793515-4-smb is: [{'id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'name': 'tempest-AttachVolumeTestJSON-219027742-router', 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.82'}], 'enable_snat': True}, 'gw_port_id': '543fbc8c-a977-4cf3-9612-bbdb724173d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:58:52Z', 'updated_at': '2021-06-29T10:58:59Z', 'revision_number': 4, 'project_id': '2e126c6330d743c8b924fb706c06677b', 'gw_port': {'id': '543fbc8c-a977-4cf3-9612-bbdb724173d1', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:58:53Z', 'updated_at': '2021-06-29T10:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_interfaces': [{'id': 'de12757a-329b-46d4-ad31-49b102f5fe06', 'name': '', 'network_id': '27be0f43-986d-406d-84c6-0e27a892cced', 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'mac_address': 'fa:16:3e:05:db:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:58:57Z', 'updated_at': '2021-06-29T10:59:07Z', 'revision_number': 5, 'project_id': '2e126c6330d743c8b924fb706c06677b', 'subnets': [{'id': '4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:05:00.762599 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd573af-34c2-445c-af15-64ef4586ddcf None None] New status for floating IP 31f5e6d8-c0c8-4da7-b679-3dd10a40c5b9: DOWN {{(pid=105129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 11:05:01.337230 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 57828) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:05:01.391690 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-405a0358-f7ef-4dad-ae59-6563c7d4b1e9 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:01.417563 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-405a0358-f7ef-4dad-ae59-6563c7d4b1e9 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:01.519798 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-405a0358-f7ef-4dad-ae59-6563c7d4b1e9 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:01.522310 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-405a0358-f7ef-4dad-ae59-6563c7d4b1e9 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:01.523421 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-405a0358-f7ef-4dad-ae59-6563c7d4b1e9 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "DELETE /v2.0/security-groups/c1cf8bcf-f6d8-4f49-8dbe-8a39816ae164 HTTP/1.1" status: 204 len: 168 time: 0.1852367 Jun 29 11:05:01.524215 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-dc4d1f70-3cc0-4e3e-a7bb-6b561a0e5a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:05:01.526258 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 57832) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:05:01.533336 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a0358-f7ef-4dad-ae59-6563c7d4b1e9 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cf8bcf-f6d8-4f49-8dbe-8a39816ae164,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:05:01.540240 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405a0358-f7ef-4dad-ae59-6563c7d4b1e9 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:05:01.540824 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405a0358-f7ef-4dad-ae59-6563c7d4b1e9 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:05:01.540946 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.api.v2.resource [None req-4a477a9e-8cc2-43e6-8b02-384c8dda4325 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] show failed (client error): The resource could not be found. Jun 29 11:05:01.541164 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405a0358-f7ef-4dad-ae59-6563c7d4b1e9 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:05:01.541545 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405a0358-f7ef-4dad-ae59-6563c7d4b1e9 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:05:01.541878 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-4a477a9e-8cc2-43e6-8b02-384c8dda4325 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "GET /v2.0/security-groups/c1cf8bcf-f6d8-4f49-8dbe-8a39816ae164 HTTP/1.1" status: 404 len: 347 time: 0.0146887 Jun 29 11:05:01.542059 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405a0358-f7ef-4dad-ae59-6563c7d4b1e9 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:05:01.542261 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405a0358-f7ef-4dad-ae59-6563c7d4b1e9 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:05:01.542620 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405a0358-f7ef-4dad-ae59-6563c7d4b1e9 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:05:01.542979 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405a0358-f7ef-4dad-ae59-6563c7d4b1e9 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:05:01.543340 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405a0358-f7ef-4dad-ae59-6563c7d4b1e9 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:05:01.543695 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405a0358-f7ef-4dad-ae59-6563c7d4b1e9 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:05:01.544051 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405a0358-f7ef-4dad-ae59-6563c7d4b1e9 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:05:01.544428 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405a0358-f7ef-4dad-ae59-6563c7d4b1e9 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:05:01.544727 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 57834) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:05:01.548071 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-405a0358-f7ef-4dad-ae59-6563c7d4b1e9 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:05:01.599529 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 8875d0a2-6f29-4e76-af1e-1afa676da13a no longer exists at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:05:01.618838 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] No Port match for: 8875d0a2-6f29-4e76-af1e-1afa676da13a {{(pid=105128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:05:01.619194 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 8875d0a2-6f29-4e76-af1e-1afa676da13a not bound to the agent host hv-cinder-79351 {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:05:01.668926 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [None req-f27a61d0-20ca-4ae3-993e-52a261d8cdcd tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Deleting port 8a1a5808-4f00-4c4a-9291-d37c12e210b5 {{(pid=105127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:05:01.669266 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f27a61d0-20ca-4ae3-993e-52a261d8cdcd tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:01.743654 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f27a61d0-20ca-4ae3-993e-52a261d8cdcd tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:01.743983 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f27a61d0-20ca-4ae3-993e-52a261d8cdcd tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:01.755571 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [None req-f27a61d0-20ca-4ae3-993e-52a261d8cdcd tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Calling delete_port for 8a1a5808-4f00-4c4a-9291-d37c12e210b5 owned by network:floatingip {{(pid=105127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:05:01.976978 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f27a61d0-20ca-4ae3-993e-52a261d8cdcd tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130347151'] for port, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:01.978969 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-3707ae78-0840-4487-b746-d63c9f30098e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:05:02.003482 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a61d0-20ca-4ae3-993e-52a261d8cdcd tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Pushing event deleted for resources: {'Port': ['ID=8a1a5808-4f00-4c4a-9291-d37c12e210b5,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:05:02.032235 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a61d0-20ca-4ae3-993e-52a261d8cdcd tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:05:02.032750 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a61d0-20ca-4ae3-993e-52a261d8cdcd tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:05:02.033123 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a61d0-20ca-4ae3-993e-52a261d8cdcd tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:05:02.033483 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a61d0-20ca-4ae3-993e-52a261d8cdcd tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:05:02.033993 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a61d0-20ca-4ae3-993e-52a261d8cdcd tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:05:02.034467 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a61d0-20ca-4ae3-993e-52a261d8cdcd tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:05:02.034822 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a61d0-20ca-4ae3-993e-52a261d8cdcd tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:05:02.035175 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a61d0-20ca-4ae3-993e-52a261d8cdcd tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:05:02.035526 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a61d0-20ca-4ae3-993e-52a261d8cdcd tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:05:02.035874 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a61d0-20ca-4ae3-993e-52a261d8cdcd tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:05:02.036221 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a61d0-20ca-4ae3-993e-52a261d8cdcd tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:05:02.036594 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a61d0-20ca-4ae3-993e-52a261d8cdcd tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:05:02.040283 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-f27a61d0-20ca-4ae3-993e-52a261d8cdcd tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:05:02.075679 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f27a61d0-20ca-4ae3-993e-52a261d8cdcd tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks [] for floatingip, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:02.079037 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f27a61d0-20ca-4ae3-993e-52a261d8cdcd tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for floatingip, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:02.080166 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-f27a61d0-20ca-4ae3-993e-52a261d8cdcd tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] 10.222.0.66 "DELETE /v2.0/floatingips/31f5e6d8-c0c8-4da7-b679-3dd10a40c5b9 HTTP/1.1" status: 204 len: 168 time: 0.5345786 Jun 29 11:05:05.292779 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.agents_db [None req-6227a327-39ba-4b2a-b4ab-7b0e2d6295dc None None] Agent healthcheck: found 6 active agents {{(pid=105129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:05:06.143916 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 57864) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:05:06.279881 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-b129124f-4bce-49b1-b767-d47789bb3986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:06.870488 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-edfc059e-a001-4205-962d-064d3b91f900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606464'] for router_interface, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:07.172926 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.plugin [None req-edfc059e-a001-4205-962d-064d3b91f900 admin admin] Deleting port de12757a-329b-46d4-ad31-49b102f5fe06 {{(pid=105126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:05:07.174503 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-edfc059e-a001-4205-962d-064d3b91f900 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:07.255071 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.db [None req-edfc059e-a001-4205-962d-064d3b91f900 admin admin] For port de12757a-329b-46d4-ad31-49b102f5fe06, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=de12757a-329b-46d4-ad31-49b102f5fe06,segment=NetworkSegment(1205bcf5-bf51-4831-9bc0-f68083624420),segment_id=1205bcf5-bf51-4831-9bc0-f68083624420)] {{(pid=105126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:05:07.255423 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-edfc059e-a001-4205-962d-064d3b91f900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:07.268214 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.plugin [None req-edfc059e-a001-4205-962d-064d3b91f900 admin admin] Calling delete_port for de12757a-329b-46d4-ad31-49b102f5fe06 owned by network:router_interface {{(pid=105126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:05:07.553702 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-edfc059e-a001-4205-962d-064d3b91f900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131239438'] for port, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:07.555582 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:05:07.584341 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc059e-a001-4205-962d-064d3b91f900 admin admin] Pushing event deleted for resources: {'Port': ['ID=de12757a-329b-46d4-ad31-49b102f5fe06,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:05:07.587113 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-edfc059e-a001-4205-962d-064d3b91f900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:05:07.758077 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-edfc059e-a001-4205-962d-064d3b91f900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-607888'] for router_interface, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:07.978145 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edfc059e-a001-4205-962d-064d3b91f900 admin admin] Router fbeb5745-410b-40fb-880f-b8e114e79470 has already been hosted by L3 agent 3b2ad6f0-f3d9-4012-ac35-d330af5e0962 {{(pid=105126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:05:08.087920 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edfc059e-a001-4205-962d-064d3b91f900 admin admin] Notify agent at l3_agent.dv-cinder-793515-4-smb the message routers_updated {{(pid=105126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:05:08.093034 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-edfc059e-a001-4205-962d-064d3b91f900 admin admin] 10.222.0.66 "PUT /v2.0/routers/fbeb5745-410b-40fb-880f-b8e114e79470/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9479861 Jun 29 11:05:08.095916 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 57880) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:05:08.099525 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f96986-ef2a-454f-9d33-807445e20943 None None] Sync routers for ids ['fbeb5745-410b-40fb-880f-b8e114e79470'] in dv-cinder-793515-4-smb {{(pid=105128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:05:08.110085 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f96986-ef2a-454f-9d33-807445e20943 None None] Routers {'fbeb5745-410b-40fb-880f-b8e114e79470'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:05:08.110783 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-88f96986-ef2a-454f-9d33-807445e20943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:04:39Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['fbeb5745-410b-40fb-880f-b8e114e79470'], 'active': True} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:05:08.203163 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-7553dbc9-fe0e-4bfe-840d-b815870f14cc admin admin] Notify callbacks [] for router, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:08.314604 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-7553dbc9-fe0e-4bfe-840d-b815870f14cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:08.351486 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvr_db [None req-88f96986-ef2a-454f-9d33-807445e20943 None None] Set router fbeb5745-410b-40fb-880f-b8e114e79470 gateway port host: dv-cinder-793515-4-smb {{(pid=105128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:05:08.432673 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.plugin [None req-7553dbc9-fe0e-4bfe-840d-b815870f14cc admin admin] Deleting port 543fbc8c-a977-4cf3-9612-bbdb724173d1 {{(pid=105126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:05:08.433020 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-7553dbc9-fe0e-4bfe-840d-b815870f14cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:08.514325 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.db [None req-7553dbc9-fe0e-4bfe-840d-b815870f14cc admin admin] For port 543fbc8c-a977-4cf3-9612-bbdb724173d1, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=543fbc8c-a977-4cf3-9612-bbdb724173d1,segment=NetworkSegment(cf6731c6-a9cf-4901-a91e-9599bf0473fe),segment_id=cf6731c6-a9cf-4901-a91e-9599bf0473fe)] {{(pid=105126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:05:08.514953 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-7553dbc9-fe0e-4bfe-840d-b815870f14cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:08.527410 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.plugin [None req-7553dbc9-fe0e-4bfe-840d-b815870f14cc admin admin] Calling delete_port for 543fbc8c-a977-4cf3-9612-bbdb724173d1 owned by network:router_gateway {{(pid=105126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:05:08.533072 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-88f96986-ef2a-454f-9d33-807445e20943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'name': 'tempest-AttachVolumeTestJSON-219027742-router', 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.82'}], 'enable_snat': True}, 'gw_port_id': '543fbc8c-a977-4cf3-9612-bbdb724173d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:58:52Z', 'updated_at': '2021-06-29T11:05:07Z', 'revision_number': 5, 'project_id': '2e126c6330d743c8b924fb706c06677b', 'gw_port': {'id': '543fbc8c-a977-4cf3-9612-bbdb724173d1', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:58:53Z', 'updated_at': '2021-06-29T10:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb'}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:05:08.559057 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f96986-ef2a-454f-9d33-807445e20943 None None] Checking router: fbeb5745-410b-40fb-880f-b8e114e79470 for host: dv-cinder-793515-4-smb {{(pid=105128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:05:08.567891 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f96986-ef2a-454f-9d33-807445e20943 None None] Routers {'fbeb5745-410b-40fb-880f-b8e114e79470'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:05:08.568550 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-88f96986-ef2a-454f-9d33-807445e20943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:04:39Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['fbeb5745-410b-40fb-880f-b8e114e79470'], 'active': True} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:05:08.653166 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvr_db [None req-88f96986-ef2a-454f-9d33-807445e20943 None None] Set router fbeb5745-410b-40fb-880f-b8e114e79470 gateway port host: None {{(pid=105128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:05:08.704401 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-88f96986-ef2a-454f-9d33-807445e20943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'name': 'tempest-AttachVolumeTestJSON-219027742-router', 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:58:52Z', 'updated_at': '2021-06-29T11:05:08Z', 'revision_number': 6, 'project_id': '2e126c6330d743c8b924fb706c06677b', 'gw_port_host': None}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:05:08.737639 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f96986-ef2a-454f-9d33-807445e20943 None None] The sync data for ids ['fbeb5745-410b-40fb-880f-b8e114e79470'] in dv-cinder-793515-4-smb is: [{'id': 'fbeb5745-410b-40fb-880f-b8e114e79470', 'name': 'tempest-AttachVolumeTestJSON-219027742-router', 'tenant_id': '2e126c6330d743c8b924fb706c06677b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:58:52Z', 'updated_at': '2021-06-29T11:05:08Z', 'revision_number': 6, 'project_id': '2e126c6330d743c8b924fb706c06677b', 'gw_port_host': None}] {{(pid=105128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:05:08.742547 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-7553dbc9-fe0e-4bfe-840d-b815870f14cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131239438'] for port, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:08.748846 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-359e6546-ac51-436d-bb29-f57a527f202e tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:05:08.778034 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7553dbc9-fe0e-4bfe-840d-b815870f14cc admin admin] Pushing event deleted for resources: {'Port': ['ID=543fbc8c-a977-4cf3-9612-bbdb724173d1,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:05:08.781490 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-7553dbc9-fe0e-4bfe-840d-b815870f14cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:05:08.822550 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-c74af94d-ef82-420e-9171-c135c550dade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:08.838626 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-7553dbc9-fe0e-4bfe-840d-b815870f14cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606844'] for router_gateway, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:08.940833 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-7553dbc9-fe0e-4bfe-840d-b815870f14cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-644'] for router, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:08.943090 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-7553dbc9-fe0e-4bfe-840d-b815870f14cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:09.016639 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:09.068397 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-7553dbc9-fe0e-4bfe-840d-b815870f14cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-608061'] for router, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:09.072608 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7553dbc9-fe0e-4bfe-840d-b815870f14cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbeb5745-410b-40fb-880f-b8e114e79470 {{(pid=105126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 11:05:09.074117 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-7553dbc9-fe0e-4bfe-840d-b815870f14cc admin admin] Notify callbacks [] for router, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:09.075263 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-7553dbc9-fe0e-4bfe-840d-b815870f14cc admin admin] 10.222.0.66 "DELETE /v2.0/routers/fbeb5745-410b-40fb-880f-b8e114e79470 HTTP/1.1" status: 204 len: 168 time: 0.9783726 Jun 29 11:05:09.078314 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 57884) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:05:09.125003 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4791c64-f6be-4fbc-89f7-bd08428b021a admin admin] Deleting subnet 4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6 {{(pid=105127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:05:09.128299 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f4791c64-f6be-4fbc-89f7-bd08428b021a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:09.426237 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f4791c64-f6be-4fbc-89f7-bd08428b021a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133725506'] for subnet, precommit_delete_associations {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:09.537409 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f4791c64-f6be-4fbc-89f7-bd08428b021a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403832'] for subnet, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:09.679725 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f4791c64-f6be-4fbc-89f7-bd08428b021a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130347089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130097026'] for subnet, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:09.682390 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-38e7e26f-1e19-47d2-9e26-7752499469ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:05:09.705498 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4791c64-f6be-4fbc-89f7-bd08428b021a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:05:09.709070 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-f4791c64-f6be-4fbc-89f7-bd08428b021a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:05:09.712095 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f4791c64-f6be-4fbc-89f7-bd08428b021a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for subnet, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:09.715054 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-f4791c64-f6be-4fbc-89f7-bd08428b021a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/4454d87f-fd0a-4d0f-906d-4b0e5d9ed9b6 HTTP/1.1" status: 204 len: 168 time: 0.6345966 Jun 29 11:05:09.721046 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 57890) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:05:09.722001 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba8d125-82c3-4021-a607-bc416ec347a9 None None] Network 27be0f43-986d-406d-84c6-0e27a892cced requested from dv-cinder-793515-4-smb {{(pid=105128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:05:09.801297 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device de12757a-329b-46d4-ad31-49b102f5fe06 no longer exists at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:05:09.823796 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] No Port match for: de12757a-329b-46d4-ad31-49b102f5fe06 {{(pid=105128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:05:09.824153 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device de12757a-329b-46d4-ad31-49b102f5fe06 not bound to the agent host dv-cinder-793515-4-smb {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:05:09.824630 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 543fbc8c-a977-4cf3-9612-bbdb724173d1 no longer exists at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:05:09.850889 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] No Port match for: 543fbc8c-a977-4cf3-9612-bbdb724173d1 {{(pid=105128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:05:09.850889 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 543fbc8c-a977-4cf3-9612-bbdb724173d1 not bound to the agent host dv-cinder-793515-4-smb {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:05:10.005945 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da23f14-5848-4b36-bd19-f448d976afee None None] DHCP port deletion for 27be0f43-986d-406d-84c6-0e27a892cced request from dv-cinder-793515-4-smb {{(pid=105128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 11:05:10.053571 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-4da23f14-5848-4b36-bd19-f448d976afee None None] Deleting port 3829e77b-61c8-4ccb-9ddb-d69b02fcb779 {{(pid=105128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:05:10.053883 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-4da23f14-5848-4b36-bd19-f448d976afee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:10.108022 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-cede7f06-6b6b-4c9b-b884-d16f4ab7a13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513381'] for network, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:10.120189 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-4da23f14-5848-4b36-bd19-f448d976afee None None] For port 3829e77b-61c8-4ccb-9ddb-d69b02fcb779, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=3829e77b-61c8-4ccb-9ddb-d69b02fcb779,segment=NetworkSegment(1205bcf5-bf51-4831-9bc0-f68083624420),segment_id=1205bcf5-bf51-4831-9bc0-f68083624420)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:05:10.120682 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-4da23f14-5848-4b36-bd19-f448d976afee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:10.142904 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-4da23f14-5848-4b36-bd19-f448d976afee None None] Calling delete_port for 3829e77b-61c8-4ccb-9ddb-d69b02fcb779 owned by network:dhcp {{(pid=105128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:05:10.175584 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a94f3c-2f97-4e23-b1dc-3cb5f1b6d686 req-408509e3-d096-45ba-bb4b-fb5347c6f839 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:05:10.177128 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-d6a94f3c-2f97-4e23-b1dc-3cb5f1b6d686 req-408509e3-d096-45ba-bb4b-fb5347c6f839 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 946 time: 0.1059561 Jun 29 11:05:10.205792 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.plugin [None req-cede7f06-6b6b-4c9b-b884-d16f4ab7a13b admin admin] Deleting port 3829e77b-61c8-4ccb-9ddb-d69b02fcb779 {{(pid=105126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:05:10.206127 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-cede7f06-6b6b-4c9b-b884-d16f4ab7a13b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:10.212050 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:10.260059 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-d6a94f3c-2f97-4e23-b1dc-3cb5f1b6d686 req-ef8378d7-5a72-4200-b3ab-853d1cff88f8 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761142 Jun 29 11:05:10.282399 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.db [None req-cede7f06-6b6b-4c9b-b884-d16f4ab7a13b admin admin] For port 3829e77b-61c8-4ccb-9ddb-d69b02fcb779, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=3829e77b-61c8-4ccb-9ddb-d69b02fcb779,segment=NetworkSegment(1205bcf5-bf51-4831-9bc0-f68083624420),segment_id=1205bcf5-bf51-4831-9bc0-f68083624420)] {{(pid=105126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:05:10.282793 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-cede7f06-6b6b-4c9b-b884-d16f4ab7a13b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:10.295254 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.plugin [None req-cede7f06-6b6b-4c9b-b884-d16f4ab7a13b admin admin] Calling delete_port for 3829e77b-61c8-4ccb-9ddb-d69b02fcb779 owned by network:dhcp {{(pid=105126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:05:10.347479 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-4da23f14-5848-4b36-bd19-f448d976afee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036'] for port, after_delete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:10.349647 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-78a4252d-1d6b-4c9c-b87c-687f05c840de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:05:10.367600 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-cede7f06-6b6b-4c9b-b884-d16f4ab7a13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131239438'] for port, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:10.369590 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-7597d067-daa2-4c45-9e39-5e1a034496cf tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:05:10.373173 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da23f14-5848-4b36-bd19-f448d976afee None None] Pushing event deleted for resources: {'Port': ['ID=3829e77b-61c8-4ccb-9ddb-d69b02fcb779,revision_number=None']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:05:10.376769 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-4da23f14-5848-4b36-bd19-f448d976afee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:05:10.377777 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da23f14-5848-4b36-bd19-f448d976afee None None] No DVR routers for this DVR port 3829e77b-61c8-4ccb-9ddb-d69b02fcb779 on host dv-cinder-793515-4-smb {{(pid=105128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:05:10.398638 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cede7f06-6b6b-4c9b-b884-d16f4ab7a13b admin admin] Pushing event deleted for resources: {'Port': ['ID=3829e77b-61c8-4ccb-9ddb-d69b02fcb779,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:05:10.401080 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-cede7f06-6b6b-4c9b-b884-d16f4ab7a13b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:05:10.405115 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cede7f06-6b6b-4c9b-b884-d16f4ab7a13b admin admin] No DVR routers for this DVR port 3829e77b-61c8-4ccb-9ddb-d69b02fcb779 on host dv-cinder-793515-4-smb {{(pid=105126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:05:10.473150 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-cede7f06-6b6b-4c9b-b884-d16f4ab7a13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405582', 'neutron.services.segments.db._delete_segments_for_network-8761935544625'] for network, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:10.482584 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.services.segments.db [None req-cede7f06-6b6b-4c9b-b884-d16f4ab7a13b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27be0f43-986d-406d-84c6-0e27a892cced']}} {{(pid=105126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:05:10.493120 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.services.segments.db [None req-cede7f06-6b6b-4c9b-b884-d16f4ab7a13b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1205bcf5-bf51-4831-9bc0-f68083624420') {'for_net_delete': True} {{(pid=105126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:05:10.493405 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.services.segments.db [None req-cede7f06-6b6b-4c9b-b884-d16f4ab7a13b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1205bcf5-bf51-4831-9bc0-f68083624420') {} {{(pid=105126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:05:10.502486 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-cede7f06-6b6b-4c9b-b884-d16f4ab7a13b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761935440276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133135616'] for segment, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:10.516021 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-cede7f06-6b6b-4c9b-b884-d16f4ab7a13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790'] for segment, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:10.522226 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cede7f06-6b6b-4c9b-b884-d16f4ab7a13b admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=105126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:05:10.522606 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-cede7f06-6b6b-4c9b-b884-d16f4ab7a13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131239485'] for segment, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:10.524289 dv-cinder-793515-4-smb neutron-server[105126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 11:05:10.524289 dv-cinder-793515-4-smb neutron-server[105126]: self.session.flush() Jun 29 11:05:10.524289 dv-cinder-793515-4-smb neutron-server[105126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 11:05:10.524289 dv-cinder-793515-4-smb neutron-server[105126]: self.session.flush() Jun 29 11:05:10.524289 dv-cinder-793515-4-smb neutron-server[105126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 11:05:10.524289 dv-cinder-793515-4-smb neutron-server[105126]: self.session.flush() Jun 29 11:05:10.524289 dv-cinder-793515-4-smb neutron-server[105126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 11:05:10.524289 dv-cinder-793515-4-smb neutron-server[105126]: self.session.flush() Jun 29 11:05:10.524289 dv-cinder-793515-4-smb neutron-server[105126]: Traceback (most recent call last): Jun 29 11:05:10.524289 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:05:10.524289 dv-cinder-793515-4-smb neutron-server[105126]: timer() Jun 29 11:05:10.524289 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:05:10.524289 dv-cinder-793515-4-smb neutron-server[105126]: cb(*args, **kw) Jun 29 11:05:10.524289 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:05:10.524289 dv-cinder-793515-4-smb neutron-server[105126]: return func(*args, **kwargs) Jun 29 11:05:10.524289 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:05:10.524289 dv-cinder-793515-4-smb neutron-server[105126]: self._notify() Jun 29 11:05:10.524289 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:05:10.524289 dv-cinder-793515-4-smb neutron-server[105126]: self.callback(batched_events) Jun 29 11:05:10.524289 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:05:10.524289 dv-cinder-793515-4-smb neutron-server[105126]: event.method(event) Jun 29 11:05:10.524289 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:05:10.524289 dv-cinder-793515-4-smb neutron-server[105126]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:05:10.524289 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:05:10.524289 dv-cinder-793515-4-smb neutron-server[105126]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:05:10.524289 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:05:10.524289 dv-cinder-793515-4-smb neutron-server[105126]: return f(self, *a, **k) Jun 29 11:05:10.524289 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:05:10.524289 dv-cinder-793515-4-smb neutron-server[105126]: return self._get(url).json() Jun 29 11:05:10.524289 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:05:10.524289 dv-cinder-793515-4-smb neutron-server[105126]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:05:10.524289 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:05:10.524289 dv-cinder-793515-4-smb neutron-server[105126]: return self.request(url, 'GET', **kwargs) Jun 29 11:05:10.524289 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:05:10.524289 dv-cinder-793515-4-smb neutron-server[105126]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:05:10.524289 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:05:10.524289 dv-cinder-793515-4-smb neutron-server[105126]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:05:10.524289 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:05:10.524289 dv-cinder-793515-4-smb neutron-server[105126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:05:10.524289 dv-cinder-793515-4-smb neutron-server[105126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:05:10.650195 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-cede7f06-6b6b-4c9b-b884-d16f4ab7a13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606861'] for network, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:10.653898 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:05:10.660120 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-cede7f06-6b6b-4c9b-b884-d16f4ab7a13b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for network, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:10.660120 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-cede7f06-6b6b-4c9b-b884-d16f4ab7a13b admin admin] 10.222.0.66 "DELETE /v2.0/networks/27be0f43-986d-406d-84c6-0e27a892cced HTTP/1.1" status: 204 len: 168 time: 0.9405444 Jun 29 11:05:10.670278 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cede7f06-6b6b-4c9b-b884-d16f4ab7a13b admin admin] Pushing event deleted for resources: {'Network': ['ID=27be0f43-986d-406d-84c6-0e27a892cced,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:05:10.673209 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-cede7f06-6b6b-4c9b-b884-d16f4ab7a13b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:05:10.992498 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 57896) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:05:11.032505 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-4643bb7a-856a-4a11-9d7d-56c3b1cfc0b8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2e126c6330d743c8b924fb706c06677b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0387285 Jun 29 11:05:11.034804 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 57898) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:05:11.082761 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-06cf019b-9903-49b8-a7fa-6ec73a5e0aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:11.103340 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-06cf019b-9903-49b8-a7fa-6ec73a5e0aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:11.234488 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-06cf019b-9903-49b8-a7fa-6ec73a5e0aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:11.237034 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-06cf019b-9903-49b8-a7fa-6ec73a5e0aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:11.238158 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-06cf019b-9903-49b8-a7fa-6ec73a5e0aad admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/57d0ae65-128a-41a6-9f89-61bea33396de HTTP/1.1" status: 204 len: 168 time: 0.2024436 Jun 29 11:05:11.238933 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-616f351c-5507-43bf-a8b0-c34aeece9ac1 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:05:11.246669 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf019b-9903-49b8-a7fa-6ec73a5e0aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d0ae65-128a-41a6-9f89-61bea33396de,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:05:11.248721 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-06cf019b-9903-49b8-a7fa-6ec73a5e0aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:05:11.447917 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a985be-5000-4e74-91cf-1943a02e63fb req-38d5b2ff-c659-4fcc-8f1a-b514b3582bf7 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:05:11.449389 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-05a985be-5000-4e74-91cf-1943a02e63fb req-38d5b2ff-c659-4fcc-8f1a-b514b3582bf7 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 946 time: 0.0662229 Jun 29 11:05:11.488258 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-05a985be-5000-4e74-91cf-1943a02e63fb req-530f587e-1b4d-4a0f-a8eb-b42ff31ba30c tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8780abf-63ac-4d16-9097-bc30487b7765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330119 Jun 29 11:05:11.684154 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:11.770331 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 3829e77b-61c8-4ccb-9ddb-d69b02fcb779 no longer exists at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:05:11.791613 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] No Port match for: 3829e77b-61c8-4ccb-9ddb-d69b02fcb779 {{(pid=105128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:05:11.791969 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 3829e77b-61c8-4ccb-9ddb-d69b02fcb779 not bound to the agent host dv-cinder-793515-4-smb {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:05:11.909957 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240bf32-4ea6-443d-8a64-fa81df0e8336 req-c3e27458-d0ee-4a0d-b83a-8781efd3be2b tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:05:11.911403 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0240bf32-4ea6-443d-8a64-fa81df0e8336 req-c3e27458-d0ee-4a0d-b83a-8781efd3be2b tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.42 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 946 time: 0.0622113 Jun 29 11:05:12.017021 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [req-0240bf32-4ea6-443d-8a64-fa81df0e8336 req-2b35cbb7-34e1-4833-b015-331ea58ed02a tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Deleting port 6bb09147-7bd1-41dc-813c-e1bcaf874084 {{(pid=105127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:05:12.017607 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-0240bf32-4ea6-443d-8a64-fa81df0e8336 req-2b35cbb7-34e1-4833-b015-331ea58ed02a tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:12.103670 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-0240bf32-4ea6-443d-8a64-fa81df0e8336 req-2b35cbb7-34e1-4833-b015-331ea58ed02a tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] For port 6bb09147-7bd1-41dc-813c-e1bcaf874084, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6bb09147-7bd1-41dc-813c-e1bcaf874084,segment=NetworkSegment(1870111f-630d-4b64-b696-1c360ea6bbfe),segment_id=1870111f-630d-4b64-b696-1c360ea6bbfe)] {{(pid=105127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:05:12.104114 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-0240bf32-4ea6-443d-8a64-fa81df0e8336 req-2b35cbb7-34e1-4833-b015-331ea58ed02a tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:12.288743 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-0240bf32-4ea6-443d-8a64-fa81df0e8336 req-2b35cbb7-34e1-4833-b015-331ea58ed02a tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:12.289059 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-0240bf32-4ea6-443d-8a64-fa81df0e8336 req-2b35cbb7-34e1-4833-b015-331ea58ed02a tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606879'] for floatingip, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:12.289375 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.db.l3_db [req-0240bf32-4ea6-443d-8a64-fa81df0e8336 req-2b35cbb7-34e1-4833-b015-331ea58ed02a tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Floating IP 636c0284-9ae0-480f-815a-4470f6ea3de1 disassociated. External IP: 172.28.3.211, port: 6bb09147-7bd1-41dc-813c-e1bcaf874084. Jun 29 11:05:12.289739 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [req-0240bf32-4ea6-443d-8a64-fa81df0e8336 req-2b35cbb7-34e1-4833-b015-331ea58ed02a tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Calling delete_port for 6bb09147-7bd1-41dc-813c-e1bcaf874084 owned by compute:nova {{(pid=105127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:05:12.473752 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-0240bf32-4ea6-443d-8a64-fa81df0e8336 req-2b35cbb7-34e1-4833-b015-331ea58ed02a tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130347151'] for port, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:12.478299 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-61503724-d19f-4a28-9fe0-4db8599c83ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:05:12.506480 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35cbb7-34e1-4833-b015-331ea58ed02a tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Pushing event deleted for resources: {'Port': ['ID=6bb09147-7bd1-41dc-813c-e1bcaf874084,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:05:12.508998 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-2b35cbb7-34e1-4833-b015-331ea58ed02a tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:05:12.647744 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d4d5bd19-9a38-49be-a6b6-6fde719316eb req-7b81294f-8b86-4484-9651-f79f4b16f8e5 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 210 time: 0.0371840 Jun 29 11:05:12.655012 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0240bf32-4ea6-443d-8a64-fa81df0e8336 req-2b35cbb7-34e1-4833-b015-331ea58ed02a tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Router 10349c59-05eb-4381-85c5-78b9ed9459a9 has already been hosted by L3 agent 3b2ad6f0-f3d9-4012-ac35-d330af5e0962 {{(pid=105127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:05:12.776271 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0240bf32-4ea6-443d-8a64-fa81df0e8336 req-2b35cbb7-34e1-4833-b015-331ea58ed02a tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify agent at l3_agent.dv-cinder-793515-4-smb the message routers_updated {{(pid=105127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:05:12.791843 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38edcb26-c069-4958-99d2-63fe8b5ecb7d None None] Sync routers for ids ['10349c59-05eb-4381-85c5-78b9ed9459a9'] in dv-cinder-793515-4-smb {{(pid=105129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:05:12.799375 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38edcb26-c069-4958-99d2-63fe8b5ecb7d None None] Routers {'10349c59-05eb-4381-85c5-78b9ed9459a9'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:05:12.799992 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-38edcb26-c069-4958-99d2-63fe8b5ecb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:05:09Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['10349c59-05eb-4381-85c5-78b9ed9459a9'], 'active': True} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:05:12.822633 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [req-0240bf32-4ea6-443d-8a64-fa81df0e8336 req-2b35cbb7-34e1-4833-b015-331ea58ed02a tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] No DVR routers for this DVR port 6bb09147-7bd1-41dc-813c-e1bcaf874084 on host hv-cinder-79351 {{(pid=105127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:05:12.825321 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-0240bf32-4ea6-443d-8a64-fa81df0e8336 req-2b35cbb7-34e1-4833-b015-331ea58ed02a tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:12.827999 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0240bf32-4ea6-443d-8a64-fa81df0e8336 req-2b35cbb7-34e1-4833-b015-331ea58ed02a tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.42 "DELETE /v2.0/ports/6bb09147-7bd1-41dc-813c-e1bcaf874084 HTTP/1.1" status: 204 len: 173 time: 0.9102161 Jun 29 11:05:12.828524 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922ae20d-3e46-4b8a-80d3-68e372dd4932', 'name': 'network-vif-deleted', 'tag': '6bb09147-7bd1-41dc-813c-e1bcaf874084'}] {{(pid=105127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:05:12.830943 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51926c8a96ac3dcbe8a9a7c61d1f1b13ee7346919254cfc90a12d4d270e3eabf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c28737-e36d-4575-a02a-8a8d41cfcdb0" -d '{"events": [{"server_uuid": "922ae20d-3e46-4b8a-80d3-68e372dd4932", "name": "network-vif-deleted", "tag": "6bb09147-7bd1-41dc-813c-e1bcaf874084"}]}' {{(pid=105127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:05:12.898493 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39dc53c-8732-4394-8f1a-488bfaf03d99 x-openstack-request-id: req-a39dc53c-8732-4394-8f1a-488bfaf03d99 {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:05:12.898493 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "922ae20d-3e46-4b8a-80d3-68e372dd4932", "name": "network-vif-deleted", "tag": "6bb09147-7bd1-41dc-813c-e1bcaf874084", "status": "completed", "code": 200}]} {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:05:12.898493 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a39dc53c-8732-4394-8f1a-488bfaf03d99 {{(pid=105127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:05:12.898493 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922ae20d-3e46-4b8a-80d3-68e372dd4932', 'name': 'network-vif-deleted', 'tag': '6bb09147-7bd1-41dc-813c-e1bcaf874084', 'status': 'completed', 'code': 200} Jun 29 11:05:12.926286 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvr_db [None req-38edcb26-c069-4958-99d2-63fe8b5ecb7d None None] Set router 10349c59-05eb-4381-85c5-78b9ed9459a9 gateway port host: dv-cinder-793515-4-smb {{(pid=105129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:05:13.255200 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-38edcb26-c069-4958-99d2-63fe8b5ecb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'name': 'tempest-AttachVolumeShelveTestJSON-728062373-router', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': 'c1ba7bf7-47c4-4bbf-9d40-37a856a8118b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:02:20Z', 'updated_at': '2021-06-29T11:02:24Z', 'revision_number': 4, 'project_id': '35801b52e2a44d01a98a1f9fc869638e', 'gw_port': {'id': 'c1ba7bf7-47c4-4bbf-9d40-37a856a8118b', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:21Z', 'updated_at': '2021-06-29T11:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_interfaces': [{'id': '074821cf-3aeb-409a-a6fb-3df20f5999f6', 'name': '', 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'mac_address': 'fa:16:3e:27:ce:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:23Z', 'updated_at': '2021-06-29T11:02:30Z', 'revision_number': 5, 'project_id': '35801b52e2a44d01a98a1f9fc869638e', 'subnets': [{'id': '18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:05:13.282827 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38edcb26-c069-4958-99d2-63fe8b5ecb7d None None] Checking router: 10349c59-05eb-4381-85c5-78b9ed9459a9 for host: dv-cinder-793515-4-smb {{(pid=105129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:05:13.291035 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38edcb26-c069-4958-99d2-63fe8b5ecb7d None None] Routers {'10349c59-05eb-4381-85c5-78b9ed9459a9'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:05:13.291645 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-38edcb26-c069-4958-99d2-63fe8b5ecb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:05:09Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['10349c59-05eb-4381-85c5-78b9ed9459a9'], 'active': True} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:05:13.398553 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvr_db [None req-38edcb26-c069-4958-99d2-63fe8b5ecb7d None None] Set router 10349c59-05eb-4381-85c5-78b9ed9459a9 gateway port host: dv-cinder-793515-4-smb {{(pid=105129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:05:13.591833 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-38edcb26-c069-4958-99d2-63fe8b5ecb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'name': 'tempest-AttachVolumeShelveTestJSON-728062373-router', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': 'c1ba7bf7-47c4-4bbf-9d40-37a856a8118b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:02:20Z', 'updated_at': '2021-06-29T11:02:24Z', 'revision_number': 4, 'project_id': '35801b52e2a44d01a98a1f9fc869638e', 'gw_port': {'id': 'c1ba7bf7-47c4-4bbf-9d40-37a856a8118b', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:21Z', 'updated_at': '2021-06-29T11:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_interfaces': [{'id': '074821cf-3aeb-409a-a6fb-3df20f5999f6', 'name': '', 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'mac_address': 'fa:16:3e:27:ce:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:23Z', 'updated_at': '2021-06-29T11:02:30Z', 'revision_number': 5, 'project_id': '35801b52e2a44d01a98a1f9fc869638e', 'subnets': [{'id': '18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:05:13.623622 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38edcb26-c069-4958-99d2-63fe8b5ecb7d None None] The sync data for ids ['10349c59-05eb-4381-85c5-78b9ed9459a9'] in dv-cinder-793515-4-smb is: [{'id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'name': 'tempest-AttachVolumeShelveTestJSON-728062373-router', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': 'c1ba7bf7-47c4-4bbf-9d40-37a856a8118b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:02:20Z', 'updated_at': '2021-06-29T11:02:24Z', 'revision_number': 4, 'project_id': '35801b52e2a44d01a98a1f9fc869638e', 'gw_port': {'id': 'c1ba7bf7-47c4-4bbf-9d40-37a856a8118b', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:21Z', 'updated_at': '2021-06-29T11:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_interfaces': [{'id': '074821cf-3aeb-409a-a6fb-3df20f5999f6', 'name': '', 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'mac_address': 'fa:16:3e:27:ce:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:23Z', 'updated_at': '2021-06-29T11:02:30Z', 'revision_number': 5, 'project_id': '35801b52e2a44d01a98a1f9fc869638e', 'subnets': [{'id': '18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:05:13.816452 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-5c1aff47-3475-4b07-a26e-d344380269bb req-0c7325e8-2a71-4abc-9202-f4edcaad4c59 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=922ae20d-3e46-4b8a-80d3-68e372dd4932 HTTP/1.1" status: 200 len: 210 time: 0.0307806 Jun 29 11:05:13.844550 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e4d6ec-8e75-495d-b012-292f1f4033de None None] New status for floating IP 636c0284-9ae0-480f-815a-4470f6ea3de1: DOWN {{(pid=105128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 11:05:15.004873 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 57968) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:05:15.058051 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-85bbe872-5846-4af1-8bde-15654f5a1c01 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:15.081340 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-85bbe872-5846-4af1-8bde-15654f5a1c01 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:15.181769 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-85bbe872-5846-4af1-8bde-15654f5a1c01 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:15.185828 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-85bbe872-5846-4af1-8bde-15654f5a1c01 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:15.185828 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-85bbe872-5846-4af1-8bde-15654f5a1c01 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "DELETE /v2.0/security-groups/e8780abf-63ac-4d16-9097-bc30487b7765 HTTP/1.1" status: 204 len: 168 time: 0.1798816 Jun 29 11:05:15.186591 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-9f15a738-41c9-469d-b11f-27638455556d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:05:15.189782 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 57970) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:05:15.196186 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bbe872-5846-4af1-8bde-15654f5a1c01 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8780abf-63ac-4d16-9097-bc30487b7765,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:05:15.198553 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-85bbe872-5846-4af1-8bde-15654f5a1c01 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:05:15.204201 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.api.v2.resource [None req-41d9f288-244a-4edf-9bc9-6b83c5daedf2 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] show failed (client error): The resource could not be found. Jun 29 11:05:15.205243 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-41d9f288-244a-4edf-9bc9-6b83c5daedf2 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups/e8780abf-63ac-4d16-9097-bc30487b7765 HTTP/1.1" status: 404 len: 347 time: 0.0145059 Jun 29 11:05:15.210971 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 57972) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:05:15.335460 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.plugin [None req-94fa410f-e274-4b50-ba21-c22571ccc0dc tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Deleting port 1a08880d-d27e-4c59-9f14-ad3be2812f59 {{(pid=105126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:05:15.335800 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-94fa410f-e274-4b50-ba21-c22571ccc0dc tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:15.409696 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-94fa410f-e274-4b50-ba21-c22571ccc0dc tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:15.410026 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-94fa410f-e274-4b50-ba21-c22571ccc0dc tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:15.421349 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.plugin [None req-94fa410f-e274-4b50-ba21-c22571ccc0dc tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Calling delete_port for 1a08880d-d27e-4c59-9f14-ad3be2812f59 owned by network:floatingip {{(pid=105126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:05:15.615428 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-94fa410f-e274-4b50-ba21-c22571ccc0dc tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131239438'] for port, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:15.617318 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:05:15.645259 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa410f-e274-4b50-ba21-c22571ccc0dc tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Pushing event deleted for resources: {'Port': ['ID=1a08880d-d27e-4c59-9f14-ad3be2812f59,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:05:15.647132 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-94fa410f-e274-4b50-ba21-c22571ccc0dc tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:05:15.659223 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 6bb09147-7bd1-41dc-813c-e1bcaf874084 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:05:15.692187 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] No Port match for: 6bb09147-7bd1-41dc-813c-e1bcaf874084 {{(pid=105128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:05:15.692577 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 6bb09147-7bd1-41dc-813c-e1bcaf874084 not bound to the agent host hv-cinder-79351 {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:05:15.708317 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-94fa410f-e274-4b50-ba21-c22571ccc0dc tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks [] for floatingip, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:15.712077 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-94fa410f-e274-4b50-ba21-c22571ccc0dc tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for floatingip, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:15.725620 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-94fa410f-e274-4b50-ba21-c22571ccc0dc tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "DELETE /v2.0/floatingips/636c0284-9ae0-480f-815a-4470f6ea3de1 HTTP/1.1" status: 204 len: 168 time: 0.5047936 Jun 29 11:05:16.190234 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 57988) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:05:16.194966 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-edc60846-870e-4715-acd2-ef2144703697 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Request body: {'security_group': {'name': 'tempest-securitygroup--568702120', 'description': 'tempest-description--2093505778'}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:05:16.290488 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-edc60846-870e-4715-acd2-ef2144703697 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:16.367787 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-edc60846-870e-4715-acd2-ef2144703697 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:16.427725 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-edc60846-870e-4715-acd2-ef2144703697 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:16.430248 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-45076141-adf2-470a-890e-56f25755c670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:05:16.460971 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc60846-870e-4715-acd2-ef2144703697 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=740b36ee-ee12-41c0-aba8-2e99fa5bf27a,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:05:16.463720 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-edc60846-870e-4715-acd2-ef2144703697 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:05:16.553547 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-edc60846-870e-4715-acd2-ef2144703697 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:16.554772 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-edc60846-870e-4715-acd2-ef2144703697 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3635521 Jun 29 11:05:16.557546 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 57990) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:05:16.561904 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-6c6e42b2-d8e8-4fcc-ba1d-6db9f2b997c3 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Request body: {'security_group_rule': {'security_group_id': '740b36ee-ee12-41c0-aba8-2e99fa5bf27a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:05:16.671955 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-6c6e42b2-d8e8-4fcc-ba1d-6db9f2b997c3 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:16.727316 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-6c6e42b2-d8e8-4fcc-ba1d-6db9f2b997c3 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:16.815006 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-6c6e42b2-d8e8-4fcc-ba1d-6db9f2b997c3 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672958'] for security_group_rule, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:16.817724 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:05:16.834248 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e42b2-d8e8-4fcc-ba1d-6db9f2b997c3 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9aa85ce-7543-43bf-8cde-4ca71b37231f,revision_number=0']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:05:16.836633 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-6c6e42b2-d8e8-4fcc-ba1d-6db9f2b997c3 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:05:16.924874 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-6c6e42b2-d8e8-4fcc-ba1d-6db9f2b997c3 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:16.928416 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-6c6e42b2-d8e8-4fcc-ba1d-6db9f2b997c3 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3676622 Jun 29 11:05:16.929024 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 57994) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:05:16.933622 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [None req-52d2fdd5-2fc9-43c9-9d9e-604c75149c84 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Request body: {'security_group_rule': {'security_group_id': '740b36ee-ee12-41c0-aba8-2e99fa5bf27a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:05:17.050180 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-52d2fdd5-2fc9-43c9-9d9e-604c75149c84 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:17.097527 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-52d2fdd5-2fc9-43c9-9d9e-604c75149c84 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:17.169540 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-52d2fdd5-2fc9-43c9-9d9e-604c75149c84 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672958'] for security_group_rule, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:17.173245 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-8472304d-3b97-4108-913f-37f588184f50 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:05:17.189824 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2fdd5-2fc9-43c9-9d9e-604c75149c84 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f2754a0-5f38-41c3-b072-f01889c24291,revision_number=0']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:05:17.192323 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-52d2fdd5-2fc9-43c9-9d9e-604c75149c84 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:05:17.290016 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-52d2fdd5-2fc9-43c9-9d9e-604c75149c84 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:17.291256 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-52d2fdd5-2fc9-43c9-9d9e-604c75149c84 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3613374 Jun 29 11:05:17.294330 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 58006) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:05:17.299579 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [None req-9d484f0b-141f-45be-889f-20e4e990a396 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Request body: {'floatingip': {'floating_network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:05:17.393622 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-9d484f0b-141f-45be-889f-20e4e990a396 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks [] for floatingip, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:17.487767 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-9d484f0b-141f-45be-889f-20e4e990a396 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:17.594384 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.db_base_plugin_common [None req-9d484f0b-141f-45be-889f-20e4e990a396 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Allocated IP 172.28.3.239 (1d7db265-d806-41f6-8c7b-d59edd3be907/fc612ae2-4270-45ac-95ad-2bcf2d224ecb/f3eeac64-f126-442d-a0a8-ab63af9a1643) {{(pid=105127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:05:17.692480 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-9d484f0b-141f-45be-889f-20e4e990a396 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks [] for port, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:17.810911 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-9d484f0b-141f-45be-889f-20e4e990a396 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130347142'] for port, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:17.813892 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-84e89002-e0e2-43ee-b625-944ed73effc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:05:17.853136 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d484f0b-141f-45be-889f-20e4e990a396 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Network 1d7db265-d806-41f6-8c7b-d59edd3be907 is already hosted by enough agents. {{(pid=105127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:05:17.855754 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.base_scheduler [None req-9d484f0b-141f-45be-889f-20e4e990a396 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Resources bound (agent type, host, resource id): {{(pid=105127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:05:17.859261 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d484f0b-141f-45be-889f-20e4e990a396 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Received port after_create {{(pid=105127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:05:17.887237 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d484f0b-141f-45be-889f-20e4e990a396 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Pushing event updated for resources: {'Port': ['ID=f3eeac64-f126-442d-a0a8-ab63af9a1643,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:05:17.891502 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-9d484f0b-141f-45be-889f-20e4e990a396 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:05:17.946124 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-9d484f0b-141f-45be-889f-20e4e990a396 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:18.081680 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-9d484f0b-141f-45be-889f-20e4e990a396 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:18.238590 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-9d484f0b-141f-45be-889f-20e4e990a396 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks [] for port, precommit_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:18.301427 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-9d484f0b-141f-45be-889f-20e4e990a396 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130347152'] for port, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:18.303595 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-49c6e631-cfc2-440c-9d43-04d6afcba956 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:05:18.376106 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d484f0b-141f-45be-889f-20e4e990a396 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Pushing event updated for resources: {'Port': ['ID=f3eeac64-f126-442d-a0a8-ab63af9a1643,revision_number=2']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:05:18.378956 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-9d484f0b-141f-45be-889f-20e4e990a396 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:05:18.385961 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-9d484f0b-141f-45be-889f-20e4e990a396 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606879'] for floatingip, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:18.479366 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-9d484f0b-141f-45be-889f-20e4e990a396 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for floatingip, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:18.480633 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-9d484f0b-141f-45be-889f-20e4e990a396 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1852777 Jun 29 11:05:18.583345 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-899f6902-d1e4-41ae-9986-b02bfeb3db6e req-83346cb4-a76d-40ce-bd20-b1037dc76f35 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-451886423&fields=id&tenant_id=062c9effd8ee472b8d3bc5a1e756224e HTTP/1.1" status: 200 len: 267 time: 0.0383012 Jun 29 11:05:18.652648 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f6902-d1e4-41ae-9986-b02bfeb3db6e req-e37229e2-122b-4b22-8a1e-48b257a9dcd9 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:05:18.654122 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-899f6902-d1e4-41ae-9986-b02bfeb3db6e req-e37229e2-122b-4b22-8a1e-48b257a9dcd9 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 984 time: 0.0654578 Jun 29 11:05:18.666953 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [req-899f6902-d1e4-41ae-9986-b02bfeb3db6e req-76c18c6f-910e-45d0-b564-911b88a98cb3 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Request body: {'port': {'security_groups': ['9a747de9-a1d5-4d79-ae65-a08a227b2bae']}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:05:18.676522 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-c6f98dec-f740-4ccd-a05e-7abeeb030cdc tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--568702120&fields=id&tenant_id=35801b52e2a44d01a98a1f9fc869638e HTTP/1.1" status: 200 len: 267 time: 0.0346427 Jun 29 11:05:18.757484 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-899f6902-d1e4-41ae-9986-b02bfeb3db6e req-76c18c6f-910e-45d0-b564-911b88a98cb3 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:18.793858 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-919285a6-c998-45c8-9c42-de6a125edca0 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:05:18.795593 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-919285a6-c998-45c8-9c42-de6a125edca0 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/networks?id=1a641979-4a76-4c4c-b2a0-9e114b271b54 HTTP/1.1" status: 200 len: 816 time: 0.1122954 Jun 29 11:05:18.810476 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-fbda5eaf-a15a-4153-a362-e2eb009a3dfb tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/quotas/35801b52e2a44d01a98a1f9fc869638e HTTP/1.1" status: 200 len: 375 time: 0.0094213 Jun 29 11:05:18.812995 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 58046) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:05:18.899035 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-279788af-a24b-4c4a-b6a6-9bab273aeb6a tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=35801b52e2a44d01a98a1f9fc869638e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0677164 Jun 29 11:05:18.921537 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-a0d8ea40-a9e1-432c-84c8-f4a9e7fae955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:18.943866 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-899f6902-d1e4-41ae-9986-b02bfeb3db6e req-76c18c6f-910e-45d0-b564-911b88a98cb3 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] For port 81fed723-1104-487e-919c-97613ef8aa03, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=81fed723-1104-487e-919c-97613ef8aa03,segment=NetworkSegment(551fa48c-acb9-413f-b189-f5db6cd89329),segment_id=551fa48c-acb9-413f-b189-f5db6cd89329)] {{(pid=105127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:05:18.974391 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-899f6902-d1e4-41ae-9986-b02bfeb3db6e req-76c18c6f-910e-45d0-b564-911b88a98cb3 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks [] for port, precommit_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:19.062260 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-899f6902-d1e4-41ae-9986-b02bfeb3db6e req-76c18c6f-910e-45d0-b564-911b88a98cb3 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130347152'] for port, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:19.065587 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-dc11d784-e09b-4068-80ca-b3b33b65c0d2 service neutron] 10.222.0.66 "GET /v2.0/networks/1a641979-4a76-4c4c-b2a0-9e114b271b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650429 Jun 29 11:05:19.068236 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-3be6e9a1-c5eb-4d9b-b034-13ede207d1f4 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:05:19.103569 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] get_ports_and_sgs() called for port_ids ['81fed723-1104-487e-919c-97613ef8aa03'] {{(pid=105128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:05:19.111359 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f6902-d1e4-41ae-9986-b02bfeb3db6e req-76c18c6f-910e-45d0-b564-911b88a98cb3 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:05:19.111995 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-899f6902-d1e4-41ae-9986-b02bfeb3db6e req-76c18c6f-910e-45d0-b564-911b88a98cb3 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:19.113425 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-899f6902-d1e4-41ae-9986-b02bfeb3db6e req-76c18c6f-910e-45d0-b564-911b88a98cb3 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "PUT /v2.0/ports/81fed723-1104-487e-919c-97613ef8aa03 HTTP/1.1" status: 200 len: 942 time: 0.4521165 Jun 29 11:05:19.113948 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da09ee36-3f2b-46d6-b5c2-753ccb72d8a8', 'tag': '81fed723-1104-487e-919c-97613ef8aa03'}] {{(pid=105127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:05:19.116243 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51926c8a96ac3dcbe8a9a7c61d1f1b13ee7346919254cfc90a12d4d270e3eabf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a778e7-b571-42f5-8194-5dd395b0b7e8" -d '{"events": [{"name": "network-changed", "server_uuid": "da09ee36-3f2b-46d6-b5c2-753ccb72d8a8", "tag": "81fed723-1104-487e-919c-97613ef8aa03"}]}' {{(pid=105127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:05:19.121679 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 58054) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:05:19.128078 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-a0d8ea40-a9e1-432c-84c8-f4a9e7fae955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:19.167684 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c18c6f-910e-45d0-b564-911b88a98cb3 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Pushing event updated for resources: {'Port': ['ID=81fed723-1104-487e-919c-97613ef8aa03,revision_number=7']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:05:19.177924 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-76c18c6f-910e-45d0-b564-911b88a98cb3 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:05:19.185419 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841def8b-3b41-4180-9448-aea98a344192 x-openstack-request-id: req-841def8b-3b41-4180-9448-aea98a344192 {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:05:19.185747 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da09ee36-3f2b-46d6-b5c2-753ccb72d8a8", "tag": "81fed723-1104-487e-919c-97613ef8aa03", "status": "completed", "code": 200}]} {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:05:19.186037 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-841def8b-3b41-4180-9448-aea98a344192 {{(pid=105127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:05:19.186702 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da09ee36-3f2b-46d6-b5c2-753ccb72d8a8', 'tag': '81fed723-1104-487e-919c-97613ef8aa03', 'status': 'completed', 'code': 200} Jun 29 11:05:19.202300 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-9e64da46-1f4e-43e0-837a-b08dee52d69f service neutron] 10.222.0.66 "GET /v2.0/networks/1a641979-4a76-4c4c-b2a0-9e114b271b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277907 Jun 29 11:05:19.208875 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-a0d8ea40-a9e1-432c-84c8-f4a9e7fae955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:19.214833 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-ae7457dd-e5bc-4296-89ef-836e16f5d75d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:05:19.222273 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-902b0d90-6b9c-46e6-bf63-225f0da5ae6f tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:19.263444 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] get_ports_and_sgs() called for port_ids ['81fed723-1104-487e-919c-97613ef8aa03'] {{(pid=105128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:05:19.272368 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-902b0d90-6b9c-46e6-bf63-225f0da5ae6f tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:19.281014 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-a0d8ea40-a9e1-432c-84c8-f4a9e7fae955 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=811bb74d3284466090a5d7993438ac31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4667637 Jun 29 11:05:19.281910 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 58056) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:05:19.282962 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8ea40-a9e1-432c-84c8-f4a9e7fae955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6519cfc-e9dc-48f7-aad5-ccffcac1c508,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:05:19.299704 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-a0d8ea40-a9e1-432c-84c8-f4a9e7fae955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:05:19.363589 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-59a5e27c-71de-4545-9f0f-32fb957171a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:19.373686 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a778e7-b571-42f5-8194-5dd395b0b7e8 req-ffa5d3b5-5337-4aee-97b0-ba8e5fb8483d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:05:19.376277 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-35a778e7-b571-42f5-8194-5dd395b0b7e8 req-ffa5d3b5-5337-4aee-97b0-ba8e5fb8483d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=062c9effd8ee472b8d3bc5a1e756224e&device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 1098 time: 0.1010425 Jun 29 11:05:19.396081 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-59a5e27c-71de-4545-9f0f-32fb957171a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:19.495904 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a778e7-b571-42f5-8194-5dd395b0b7e8 req-f9e7857c-1c09-4733-b6f8-d9ee116de09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:05:19.496934 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-31ca4341-2879-4636-b4bf-5165056d1048 None None] Provisioning complete for port 81fed723-1104-487e-919c-97613ef8aa03 triggered by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:05:19.497409 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-31ca4341-2879-4636-b4bf-5165056d1048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:19.497526 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-35a778e7-b571-42f5-8194-5dd395b0b7e8 req-f9e7857c-1c09-4733-b6f8-d9ee116de09d service neutron] 10.222.0.42 "GET /v2.0/networks?id=46f7c738-bc72-4d61-9a70-6790c1236e3a HTTP/1.1" status: 200 len: 916 time: 0.1098719 Jun 29 11:05:19.548912 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-59a5e27c-71de-4545-9f0f-32fb957171a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:19.552163 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-59a5e27c-71de-4545-9f0f-32fb957171a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:19.553476 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-59a5e27c-71de-4545-9f0f-32fb957171a2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f6519cfc-e9dc-48f7-aad5-ccffcac1c508 HTTP/1.1" status: 204 len: 168 time: 0.2552254 Jun 29 11:05:19.558729 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-afe6f41f-b600-44df-a8b8-4f395ee0d265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:05:19.563648 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a5e27c-71de-4545-9f0f-32fb957171a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6519cfc-e9dc-48f7-aad5-ccffcac1c508,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:05:19.565530 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-59a5e27c-71de-4545-9f0f-32fb957171a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:05:19.567713 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-902b0d90-6b9c-46e6-bf63-225f0da5ae6f tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:19.571375 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-902b0d90-6b9c-46e6-bf63-225f0da5ae6f tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:19.575129 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-902b0d90-6b9c-46e6-bf63-225f0da5ae6f tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "DELETE /v2.0/security-groups/d0a158fd-19dc-446a-af8c-b4fc083e33e7 HTTP/1.1" status: 204 len: 168 time: 0.4502783 Jun 29 11:05:19.577346 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 58060) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:05:19.594744 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-bd465743-abea-4a96-818a-a72fbe550f81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:05:19.613867 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b0d90-6b9c-46e6-bf63-225f0da5ae6f tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a158fd-19dc-446a-af8c-b4fc083e33e7,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:05:19.622950 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-902b0d90-6b9c-46e6-bf63-225f0da5ae6f tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:05:19.627925 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-35a778e7-b571-42f5-8194-5dd395b0b7e8 req-5b2cfbec-822a-4575-9163-2f1421979048 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81fed723-1104-487e-919c-97613ef8aa03 HTTP/1.1" status: 200 len: 1000 time: 0.1238754 Jun 29 11:05:19.714675 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-bddbdeb2-c0b2-4ef6-a5e9-352990f85049 req-4e246615-67f8-4a99-bc41-f5d3a1dbcbb4 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 210 time: 0.0630143 Jun 29 11:05:19.752645 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a778e7-b571-42f5-8194-5dd395b0b7e8 req-9c87ea7b-2c86-4724-949b-a231bb678ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:05:19.752645 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-35a778e7-b571-42f5-8194-5dd395b0b7e8 req-9c87ea7b-2c86-4724-949b-a231bb678ef5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cc3ad3db-db67-480b-a014-8ca92a76ef0f HTTP/1.1" status: 200 len: 854 time: 0.0990365 Jun 29 11:05:19.791226 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.plugin [None req-9d6d4f12-a763-4a5b-bee6-9ae1524d6e7e tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Deleting port 71f68bf4-7d02-4dda-9cff-04e7122cd3d9 {{(pid=105126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:05:19.791831 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4f12-a763-4a5b-bee6-9ae1524d6e7e tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:19.820224 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a778e7-b571-42f5-8194-5dd395b0b7e8 req-61eacb66-e1c5-41af-b3ac-516b56fa0b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:05:19.821898 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-35a778e7-b571-42f5-8194-5dd395b0b7e8 req-61eacb66-e1c5-41af-b3ac-516b56fa0b79 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=46f7c738-bc72-4d61-9a70-6790c1236e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0786030 Jun 29 11:05:19.871157 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4f12-a763-4a5b-bee6-9ae1524d6e7e tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:19.871390 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4f12-a763-4a5b-bee6-9ae1524d6e7e tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:19.883694 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.plugin [None req-9d6d4f12-a763-4a5b-bee6-9ae1524d6e7e tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Calling delete_port for 71f68bf4-7d02-4dda-9cff-04e7122cd3d9 owned by network:floatingip {{(pid=105126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:05:19.914257 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-35a778e7-b571-42f5-8194-5dd395b0b7e8 req-297c2dfa-3167-4c87-adaf-5aa0498879f0 service neutron] 10.222.0.42 "GET /v2.0/networks/46f7c738-bc72-4d61-9a70-6790c1236e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849626 Jun 29 11:05:20.013682 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-35a778e7-b571-42f5-8194-5dd395b0b7e8 req-ec9bd565-79cd-48b4-94c2-2803143dd782 service neutron] 10.222.0.42 "GET /v2.0/networks/46f7c738-bc72-4d61-9a70-6790c1236e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924549 Jun 29 11:05:20.213339 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4f12-a763-4a5b-bee6-9ae1524d6e7e tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131239438'] for port, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:20.216465 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-94fa410f-e274-4b50-ba21-c22571ccc0dc tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:05:20.242925 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d4f12-a763-4a5b-bee6-9ae1524d6e7e tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Pushing event deleted for resources: {'Port': ['ID=71f68bf4-7d02-4dda-9cff-04e7122cd3d9,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:05:20.248331 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-9d6d4f12-a763-4a5b-bee6-9ae1524d6e7e tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:05:20.311649 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4f12-a763-4a5b-bee6-9ae1524d6e7e tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks [] for floatingip, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:20.311982 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.db.l3_db [None req-9d6d4f12-a763-4a5b-bee6-9ae1524d6e7e tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Floating IP dcc0bb18-1982-4891-a372-8b243c470005 disassociated (deleted). External IP: 172.28.3.84, port: 81fed723-1104-487e-919c-97613ef8aa03. Jun 29 11:05:20.524176 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d6d4f12-a763-4a5b-bee6-9ae1524d6e7e tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Router 119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc has already been hosted by L3 agent 3b2ad6f0-f3d9-4012-ac35-d330af5e0962 {{(pid=105126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:05:20.629082 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6d4f12-a763-4a5b-bee6-9ae1524d6e7e tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify agent at l3_agent.dv-cinder-793515-4-smb the message routers_updated {{(pid=105126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:05:20.633805 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4f12-a763-4a5b-bee6-9ae1524d6e7e tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for floatingip, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:20.637768 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79525362-0e90-426f-912c-59e293e4b1de None None] Sync routers for ids ['119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc'] in dv-cinder-793515-4-smb {{(pid=105129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:05:20.647646 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79525362-0e90-426f-912c-59e293e4b1de None None] Routers {'119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:05:20.648433 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-79525362-0e90-426f-912c-59e293e4b1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:05:09Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc'], 'active': True} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:05:20.675098 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-9d6d4f12-a763-4a5b-bee6-9ae1524d6e7e tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "DELETE /v2.0/floatingips/dcc0bb18-1982-4891-a372-8b243c470005 HTTP/1.1" status: 204 len: 168 time: 1.0914326 Jun 29 11:05:20.675098 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da09ee36-3f2b-46d6-b5c2-753ccb72d8a8', 'tag': '81fed723-1104-487e-919c-97613ef8aa03'}] {{(pid=105126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:05:20.675098 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09da13e73631fa2daf6445fd31be58ef3c7a9234cf916b2f4c27fda6ebf5c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ae1e17-a21b-423f-b29f-8c5a113c26c9" -d '{"events": [{"name": "network-changed", "server_uuid": "da09ee36-3f2b-46d6-b5c2-753ccb72d8a8", "tag": "81fed723-1104-487e-919c-97613ef8aa03"}]}' {{(pid=105126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:05:20.795587 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvr_db [None req-79525362-0e90-426f-912c-59e293e4b1de None None] Set router 119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc gateway port host: dv-cinder-793515-4-smb {{(pid=105129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:05:20.875544 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a00a80-6476-4734-a7f0-3255b54fbc2b x-openstack-request-id: req-02a00a80-6476-4734-a7f0-3255b54fbc2b {{(pid=105126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:05:20.876060 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da09ee36-3f2b-46d6-b5c2-753ccb72d8a8", "tag": "81fed723-1104-487e-919c-97613ef8aa03", "status": "completed", "code": 200}]} {{(pid=105126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:05:20.880729 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-02a00a80-6476-4734-a7f0-3255b54fbc2b {{(pid=105126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:05:20.881388 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da09ee36-3f2b-46d6-b5c2-753ccb72d8a8', 'tag': '81fed723-1104-487e-919c-97613ef8aa03', 'status': 'completed', 'code': 200} Jun 29 11:05:20.982525 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae1e17-a21b-423f-b29f-8c5a113c26c9 req-0edc6a22-bee4-443f-b958-d2310f4e2048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:05:20.984706 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-68ae1e17-a21b-423f-b29f-8c5a113c26c9 req-0edc6a22-bee4-443f-b958-d2310f4e2048 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=062c9effd8ee472b8d3bc5a1e756224e&device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 1098 time: 0.0595272 Jun 29 11:05:21.030104 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-f543d7cf-77eb-4697-b77e-6ca42b8e02cb req-1b9972c5-d847-44fc-be7b-8fc0fe022586 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 210 time: 0.0441747 Jun 29 11:05:21.055832 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-79525362-0e90-426f-912c-59e293e4b1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc', 'name': 'tempest-TestMinimumBasicScenario-1827714849-router', 'tenant_id': '062c9effd8ee472b8d3bc5a1e756224e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': '13734a33-4777-45c3-9e15-4ca4dfc7d157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:02:44Z', 'updated_at': '2021-06-29T11:02:47Z', 'revision_number': 4, 'project_id': '062c9effd8ee472b8d3bc5a1e756224e', 'gw_port': {'id': '13734a33-4777-45c3-9e15-4ca4dfc7d157', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:44Z', 'updated_at': '2021-06-29T11:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_interfaces': [{'id': '3dca261e-3c6e-4db1-8a9d-c527f3bd9eac', 'name': '', 'network_id': '46f7c738-bc72-4d61-9a70-6790c1236e3a', 'tenant_id': '062c9effd8ee472b8d3bc5a1e756224e', 'mac_address': 'fa:16:3e:4d:49:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'cc3ad3db-db67-480b-a014-8ca92a76ef0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:46Z', 'updated_at': '2021-06-29T11:02:52Z', 'revision_number': 5, 'project_id': '062c9effd8ee472b8d3bc5a1e756224e', 'subnets': [{'id': 'cc3ad3db-db67-480b-a014-8ca92a76ef0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:05:21.091490 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79525362-0e90-426f-912c-59e293e4b1de None None] Checking router: 119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc for host: dv-cinder-793515-4-smb {{(pid=105129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:05:21.101391 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79525362-0e90-426f-912c-59e293e4b1de None None] Routers {'119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:05:21.102064 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-79525362-0e90-426f-912c-59e293e4b1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:05:09Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc'], 'active': True} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:05:21.132984 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae1e17-a21b-423f-b29f-8c5a113c26c9 req-7da56e0a-175c-4a1a-b7c6-b6b35c4e912e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:05:21.135092 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-68ae1e17-a21b-423f-b29f-8c5a113c26c9 req-7da56e0a-175c-4a1a-b7c6-b6b35c4e912e service neutron] 10.222.0.42 "GET /v2.0/networks?id=46f7c738-bc72-4d61-9a70-6790c1236e3a HTTP/1.1" status: 200 len: 916 time: 0.1403203 Jun 29 11:05:21.193206 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-68ae1e17-a21b-423f-b29f-8c5a113c26c9 req-4ca415c6-7a4e-469d-bd55-a48947d00376 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81fed723-1104-487e-919c-97613ef8aa03 HTTP/1.1" status: 200 len: 217 time: 0.0513072 Jun 29 11:05:21.239021 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvr_db [None req-79525362-0e90-426f-912c-59e293e4b1de None None] Set router 119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc gateway port host: dv-cinder-793515-4-smb {{(pid=105129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:05:21.266694 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae1e17-a21b-423f-b29f-8c5a113c26c9 req-ef4bc2ed-f80b-43c9-81fc-48e8b2705845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:05:21.268524 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-68ae1e17-a21b-423f-b29f-8c5a113c26c9 req-ef4bc2ed-f80b-43c9-81fc-48e8b2705845 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cc3ad3db-db67-480b-a014-8ca92a76ef0f HTTP/1.1" status: 200 len: 854 time: 0.0544090 Jun 29 11:05:21.351640 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae1e17-a21b-423f-b29f-8c5a113c26c9 req-dd5ad726-dd0c-4a44-bb9d-c6306350f94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:05:21.352416 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-68ae1e17-a21b-423f-b29f-8c5a113c26c9 req-dd5ad726-dd0c-4a44-bb9d-c6306350f94e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=46f7c738-bc72-4d61-9a70-6790c1236e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0755124 Jun 29 11:05:21.446986 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-68ae1e17-a21b-423f-b29f-8c5a113c26c9 req-b8b700b5-49e7-4f37-9988-614b9a7d4535 service neutron] 10.222.0.42 "GET /v2.0/networks/46f7c738-bc72-4d61-9a70-6790c1236e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881026 Jun 29 11:05:21.478848 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-79525362-0e90-426f-912c-59e293e4b1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc', 'name': 'tempest-TestMinimumBasicScenario-1827714849-router', 'tenant_id': '062c9effd8ee472b8d3bc5a1e756224e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': '13734a33-4777-45c3-9e15-4ca4dfc7d157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:02:44Z', 'updated_at': '2021-06-29T11:02:47Z', 'revision_number': 4, 'project_id': '062c9effd8ee472b8d3bc5a1e756224e', 'gw_port': {'id': '13734a33-4777-45c3-9e15-4ca4dfc7d157', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:44Z', 'updated_at': '2021-06-29T11:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_interfaces': [{'id': '3dca261e-3c6e-4db1-8a9d-c527f3bd9eac', 'name': '', 'network_id': '46f7c738-bc72-4d61-9a70-6790c1236e3a', 'tenant_id': '062c9effd8ee472b8d3bc5a1e756224e', 'mac_address': 'fa:16:3e:4d:49:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'cc3ad3db-db67-480b-a014-8ca92a76ef0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:46Z', 'updated_at': '2021-06-29T11:02:52Z', 'revision_number': 5, 'project_id': '062c9effd8ee472b8d3bc5a1e756224e', 'subnets': [{'id': 'cc3ad3db-db67-480b-a014-8ca92a76ef0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:05:21.510512 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79525362-0e90-426f-912c-59e293e4b1de None None] The sync data for ids ['119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc'] in dv-cinder-793515-4-smb is: [{'id': '119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc', 'name': 'tempest-TestMinimumBasicScenario-1827714849-router', 'tenant_id': '062c9effd8ee472b8d3bc5a1e756224e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': '13734a33-4777-45c3-9e15-4ca4dfc7d157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:02:44Z', 'updated_at': '2021-06-29T11:02:47Z', 'revision_number': 4, 'project_id': '062c9effd8ee472b8d3bc5a1e756224e', 'gw_port': {'id': '13734a33-4777-45c3-9e15-4ca4dfc7d157', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:44Z', 'updated_at': '2021-06-29T11:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_interfaces': [{'id': '3dca261e-3c6e-4db1-8a9d-c527f3bd9eac', 'name': '', 'network_id': '46f7c738-bc72-4d61-9a70-6790c1236e3a', 'tenant_id': '062c9effd8ee472b8d3bc5a1e756224e', 'mac_address': 'fa:16:3e:4d:49:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'cc3ad3db-db67-480b-a014-8ca92a76ef0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:46Z', 'updated_at': '2021-06-29T11:02:52Z', 'revision_number': 5, 'project_id': '062c9effd8ee472b8d3bc5a1e756224e', 'subnets': [{'id': 'cc3ad3db-db67-480b-a014-8ca92a76ef0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:05:21.559239 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-68ae1e17-a21b-423f-b29f-8c5a113c26c9 req-ba551a3c-40c6-4dcf-a7de-f75d49b65dbf service neutron] 10.222.0.42 "GET /v2.0/networks/46f7c738-bc72-4d61-9a70-6790c1236e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058788 Jun 29 11:05:21.751924 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2c1d4a-5288-4ca5-b353-b315dba0325f None None] New status for floating IP dcc0bb18-1982-4891-a372-8b243c470005: DOWN {{(pid=105128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 11:05:22.201336 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-2888a71b-ef08-4d76-b46e-83d2a67f6d9b req-5fb87e32-2076-4196-95de-550cf298878c tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 210 time: 0.0333307 Jun 29 11:05:22.267504 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-60c17e9a-9393-4e34-990f-b3aeb5cd872e tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:05:22.269485 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-60c17e9a-9393-4e34-990f-b3aeb5cd872e tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.42 "GET /v2.0/networks?id=1a641979-4a76-4c4c-b2a0-9e114b271b54 HTTP/1.1" status: 200 len: 816 time: 0.1123989 Jun 29 11:05:22.321223 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-57e2bff7-2ef2-4a46-93ed-4118793e77dc tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35801b52e2a44d01a98a1f9fc869638e HTTP/1.1" status: 200 len: 379 time: 0.0371203 Jun 29 11:05:22.331737 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-a28ba2c3-0bb0-46d2-a333-7bf47acbc1e2 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Request body: {'port': {'device_id': '4ac1f79b-32b0-4a5b-8650-9fa251a87b59', 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54', 'admin_state_up': True, 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'security_groups': ['740b36ee-ee12-41c0-aba8-2e99fa5bf27a']}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:05:22.610438 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-a28ba2c3-0bb0-46d2-a333-7bf47acbc1e2 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Made reservation on behalf of 35801b52e2a44d01a98a1f9fc869638e for: {'port': 1} {{(pid=105127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:05:22.614021 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-a28ba2c3-0bb0-46d2-a333-7bf47acbc1e2 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:22.776119 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.db_base_plugin_common [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-a28ba2c3-0bb0-46d2-a333-7bf47acbc1e2 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Allocated IP 172.20.0.14 (1a641979-4a76-4c4c-b2a0-9e114b271b54/18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2/ac56e679-2857-40c8-9581-8c8aadaf497a) {{(pid=105127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:05:23.356768 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-f4f7ebc4-2a5d-4c02-9f7b-5ce952098ee5 req-f1a450c3-ffb8-490d-b52a-aabcf05cbff9 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 210 time: 0.0338647 Jun 29 11:05:23.366888 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-a28ba2c3-0bb0-46d2-a333-7bf47acbc1e2 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks [] for port, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:23.380159 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.provisioning_blocks [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-a28ba2c3-0bb0-46d2-a333-7bf47acbc1e2 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Transition to ACTIVE for port object ac56e679-2857-40c8-9581-8c8aadaf497a will not be triggered until provisioned by entity DHCP. {{(pid=105127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:05:23.462039 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-a28ba2c3-0bb0-46d2-a333-7bf47acbc1e2 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761935084791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130347142'] for port, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:23.466504 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-73e9a562-d058-45a2-8c96-b2ecb5f54176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:05:23.510807 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-a28ba2c3-0bb0-46d2-a333-7bf47acbc1e2 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Network 1a641979-4a76-4c4c-b2a0-9e114b271b54 is already hosted by enough agents. {{(pid=105127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:05:23.514255 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.base_scheduler [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-a28ba2c3-0bb0-46d2-a333-7bf47acbc1e2 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Resources bound (agent type, host, resource id): {{(pid=105127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:05:23.517849 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-a28ba2c3-0bb0-46d2-a333-7bf47acbc1e2 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Received port after_create {{(pid=105127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:05:23.546150 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ba2c3-0bb0-46d2-a333-7bf47acbc1e2 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Pushing event updated for resources: {'Port': ['ID=ac56e679-2857-40c8-9581-8c8aadaf497a,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:05:23.551845 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-a28ba2c3-0bb0-46d2-a333-7bf47acbc1e2 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:05:23.575092 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-a28ba2c3-0bb0-46d2-a333-7bf47acbc1e2 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:05:23.575715 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-a28ba2c3-0bb0-46d2-a333-7bf47acbc1e2 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:23.685816 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-a28ba2c3-0bb0-46d2-a333-7bf47acbc1e2 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3589308 Jun 29 11:05:23.703010 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.v2.base [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-c9ecdc54-24fe-4289-9c7b-10ab55e33a67 service neutron] Request body: {'port': {'device_id': '4ac1f79b-32b0-4a5b-8650-9fa251a87b59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=105127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:05:23.793908 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-c9ecdc54-24fe-4289-9c7b-10ab55e33a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:23.931171 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-78686d9b-c15d-485e-a6c1-d51fc760488d None None] Provisioning for port ac56e679-2857-40c8-9581-8c8aadaf497a completed by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:05:23.935261 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-78686d9b-c15d-485e-a6c1-d51fc760488d None None] Provisioning complete for port ac56e679-2857-40c8-9581-8c8aadaf497a triggered by entity DHCP. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:05:23.935839 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-78686d9b-c15d-485e-a6c1-d51fc760488d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:23.972024 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-78686d9b-c15d-485e-a6c1-d51fc760488d None None] Port ac56e679-2857-40c8-9581-8c8aadaf497a cannot update to ACTIVE because it is not bound. {{(pid=105128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:05:24.061170 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-c9ecdc54-24fe-4289-9c7b-10ab55e33a67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac56e679-2857-40c8-9581-8c8aadaf497a {{(pid=105127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:05:24.069194 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-c9ecdc54-24fe-4289-9c7b-10ab55e33a67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:24.081926 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.provisioning_blocks [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-c9ecdc54-24fe-4289-9c7b-10ab55e33a67 service neutron] Transition to ACTIVE for port object ac56e679-2857-40c8-9581-8c8aadaf497a will not be triggered until provisioned by entity L2. {{(pid=105127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:05:24.159853 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-c9ecdc54-24fe-4289-9c7b-10ab55e33a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130347152'] for port, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:24.162122 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-a28774e8-abf9-4b14-8e97-f85f8a8a78c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:05:24.214378 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ecdc54-24fe-4289-9c7b-10ab55e33a67 service neutron] Pushing event updated for resources: {'Port': ['ID=ac56e679-2857-40c8-9581-8c8aadaf497a,revision_number=2']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:05:24.218641 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-c9ecdc54-24fe-4289-9c7b-10ab55e33a67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:05:24.292895 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-c9ecdc54-24fe-4289-9c7b-10ab55e33a67 service neutron] Attempting to bind port ac56e679-2857-40c8-9581-8c8aadaf497a on host hv-cinder-79351 for vnic_type normal with profile {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:05:24.293239 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-c9ecdc54-24fe-4289-9c7b-10ab55e33a67 service neutron] Attempting to bind port ac56e679-2857-40c8-9581-8c8aadaf497a by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '1870111f-630d-4b64-b696-1c360ea6bbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54'}] {{(pid=105127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:05:24.293571 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-c9ecdc54-24fe-4289-9c7b-10ab55e33a67 service neutron] Attempting to bind port ac56e679-2857-40c8-9581-8c8aadaf497a on network 1a641979-4a76-4c4c-b2a0-9e114b271b54 {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:05:24.298947 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-c9ecdc54-24fe-4289-9c7b-10ab55e33a67 service neutron] Port ac56e679-2857-40c8-9581-8c8aadaf497a on network 1a641979-4a76-4c4c-b2a0-9e114b271b54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:05:24.299678 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-c9ecdc54-24fe-4289-9c7b-10ab55e33a67 service neutron] Attempting to bind port ac56e679-2857-40c8-9581-8c8aadaf497a on network 1a641979-4a76-4c4c-b2a0-9e114b271b54 {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:05:24.306237 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-c9ecdc54-24fe-4289-9c7b-10ab55e33a67 service neutron] Checking agent: {'id': 'bdcb3022-9de1-427e-88c2-d5d630f764fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 56, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:05:24.306589 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-c9ecdc54-24fe-4289-9c7b-10ab55e33a67 service neutron] Checking segment: {'id': '1870111f-630d-4b64-b696-1c360ea6bbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:05:24.306985 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-c9ecdc54-24fe-4289-9c7b-10ab55e33a67 service neutron] Bound using segment: {'id': '1870111f-630d-4b64-b696-1c360ea6bbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54'} {{(pid=105127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:05:24.307444 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.managers [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-c9ecdc54-24fe-4289-9c7b-10ab55e33a67 service neutron] Bound port: ac56e679-2857-40c8-9581-8c8aadaf497a, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1870111f-630d-4b64-b696-1c360ea6bbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54'}}] {{(pid=105127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:05:24.307802 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-c9ecdc54-24fe-4289-9c7b-10ab55e33a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:24.419309 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-c9ecdc54-24fe-4289-9c7b-10ab55e33a67 service neutron] For port ac56e679-2857-40c8-9581-8c8aadaf497a, host hv-cinder-79351, cleared binding levels {{(pid=105127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:05:24.420592 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-c9ecdc54-24fe-4289-9c7b-10ab55e33a67 service neutron] For port ac56e679-2857-40c8-9581-8c8aadaf497a, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ac56e679-2857-40c8-9581-8c8aadaf497a,segment=NetworkSegment(1870111f-630d-4b64-b696-1c360ea6bbfe),segment_id=1870111f-630d-4b64-b696-1c360ea6bbfe)] {{(pid=105127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:05:24.429896 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d45f7e-d569-4a88-bba6-531330011966 req-34bda8a7-29a3-417e-b376-183b488dd2b6 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:05:24.431551 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-97d45f7e-d569-4a88-bba6-531330011966 req-34bda8a7-29a3-417e-b376-183b488dd2b6 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 945 time: 0.1264861 Jun 29 11:05:24.473372 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-97d45f7e-d569-4a88-bba6-531330011966 req-41d23c23-24bd-4acd-a6cc-51252f66e4a6 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a747de9-a1d5-4d79-ae65-a08a227b2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356734 Jun 29 11:05:24.499991 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-c9ecdc54-24fe-4289-9c7b-10ab55e33a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130347152'] for port, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:24.499991 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-99a5016e-eaf6-4ebc-b7bf-1d6306381ff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:05:24.543017 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-c9ecdc54-24fe-4289-9c7b-10ab55e33a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:05:24.543645 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-c9ecdc54-24fe-4289-9c7b-10ab55e33a67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:24.545049 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-c9ecdc54-24fe-4289-9c7b-10ab55e33a67 service neutron] 10.222.0.42 "PUT /v2.0/ports/ac56e679-2857-40c8-9581-8c8aadaf497a HTTP/1.1" status: 200 len: 1094 time: 0.8466268 Jun 29 11:05:24.545562 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ac1f79b-32b0-4a5b-8650-9fa251a87b59', 'tag': 'ac56e679-2857-40c8-9581-8c8aadaf497a'}] {{(pid=105127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:05:24.548562 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51926c8a96ac3dcbe8a9a7c61d1f1b13ee7346919254cfc90a12d4d270e3eabf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ab317d-c0d7-4fe9-b2bf-f01b37707c50" -d '{"events": [{"name": "network-changed", "server_uuid": "4ac1f79b-32b0-4a5b-8650-9fa251a87b59", "tag": "ac56e679-2857-40c8-9581-8c8aadaf497a"}]}' {{(pid=105127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:05:24.576138 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c164774-2ee8-469b-b1cd-f51846e24d3b req-3b486046-e72c-4833-8b13-dc1f35e936a5 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:05:24.580177 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ecdc54-24fe-4289-9c7b-10ab55e33a67 service neutron] Pushing event updated for resources: {'Port': ['ID=ac56e679-2857-40c8-9581-8c8aadaf497a,revision_number=3']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:05:24.583470 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-c9ecdc54-24fe-4289-9c7b-10ab55e33a67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:05:24.584172 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-0c164774-2ee8-469b-b1cd-f51846e24d3b req-3b486046-e72c-4833-8b13-dc1f35e936a5 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 944 time: 0.0876241 Jun 29 11:05:24.600984 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a1b7fb-a256-4301-ad37-8cbf8dfae161 x-openstack-request-id: req-19a1b7fb-a256-4301-ad37-8cbf8dfae161 {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:05:24.601512 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ac1f79b-32b0-4a5b-8650-9fa251a87b59", "tag": "ac56e679-2857-40c8-9581-8c8aadaf497a", "status": "completed", "code": 200}]} {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:05:24.601830 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-19a1b7fb-a256-4301-ad37-8cbf8dfae161 {{(pid=105127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:05:24.602260 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ac1f79b-32b0-4a5b-8650-9fa251a87b59', 'tag': 'ac56e679-2857-40c8-9581-8c8aadaf497a', 'status': 'completed', 'code': 200} Jun 29 11:05:24.619298 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-0c164774-2ee8-469b-b1cd-f51846e24d3b req-92f27fb3-1710-4a37-907a-da9007a52e96 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342169 Jun 29 11:05:24.709834 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab317d-c0d7-4fe9-b2bf-f01b37707c50 req-f1027b95-688d-458c-81b4-b5f10ebec72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:05:24.711326 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-22ab317d-c0d7-4fe9-b2bf-f01b37707c50 req-f1027b95-688d-458c-81b4-b5f10ebec72e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=35801b52e2a44d01a98a1f9fc869638e&device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 1097 time: 0.0558457 Jun 29 11:05:24.820332 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab317d-c0d7-4fe9-b2bf-f01b37707c50 req-563421c3-9af4-491a-b582-7eaa35932bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:05:24.821723 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-22ab317d-c0d7-4fe9-b2bf-f01b37707c50 req-563421c3-9af4-491a-b582-7eaa35932bab service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=35801b52e2a44d01a98a1f9fc869638e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0953422 Jun 29 11:05:24.918756 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab317d-c0d7-4fe9-b2bf-f01b37707c50 req-45f86fd1-afb1-4369-a561-0d09a912c21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:05:24.920210 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-22ab317d-c0d7-4fe9-b2bf-f01b37707c50 req-45f86fd1-afb1-4369-a561-0d09a912c21c service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919340 Jun 29 11:05:25.029565 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-47e1a612-2c6d-4d61-94d6-477c52c060a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:05:25.031021 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-47e1a612-2c6d-4d61-94d6-477c52c060a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=35801b52e2a44d01a98a1f9fc869638e&device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 1097 time: 0.0508661 Jun 29 11:05:25.082302 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-ad5a1021-0706-46bb-b411-0edac4800621 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac56e679-2857-40c8-9581-8c8aadaf497a HTTP/1.1" status: 200 len: 217 time: 0.0377908 Jun 29 11:05:25.130994 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-b6b246a0-4577-4be9-a6bf-fd0f90b693d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:05:25.132433 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-b6b246a0-4577-4be9-a6bf-fd0f90b693d9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2 HTTP/1.1" status: 200 len: 855 time: 0.0439644 Jun 29 11:05:25.189625 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-b3a3acc1-4a6b-483c-b468-6d49317f0dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:05:25.191101 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-b3a3acc1-4a6b-483c-b468-6d49317f0dd2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1a641979-4a76-4c4c-b2a0-9e114b271b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0512221 Jun 29 11:05:25.284814 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-d3ea1ec5-f693-45ee-848b-b0167525f627 service neutron] 10.222.0.42 "GET /v2.0/networks/1a641979-4a76-4c4c-b2a0-9e114b271b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868142 Jun 29 11:05:25.376690 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-279155dd-bc3c-4a9c-bb40-3c1c6dc5a057 req-442941fa-dbfd-4581-ba82-bdc4228d9f81 service neutron] 10.222.0.42 "GET /v2.0/networks/1a641979-4a76-4c4c-b2a0-9e114b271b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816035 Jun 29 11:05:25.652240 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90ee49-1145-4d71-a83b-8fe11301941a req-fd1ef6a5-c691-44be-9a8c-e922710310b6 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:05:25.653694 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-8f90ee49-1145-4d71-a83b-8fe11301941a req-fd1ef6a5-c691-44be-9a8c-e922710310b6 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 945 time: 0.0638692 Jun 29 11:05:25.693294 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-8f90ee49-1145-4d71-a83b-8fe11301941a req-b8b191bf-a3e9-4ad7-9aa1-70a4248cd1da tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a747de9-a1d5-4d79-ae65-a08a227b2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337970 Jun 29 11:05:25.810386 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d61f6-0f74-4f3b-b367-2d21ed0b2e83 req-35ff40cb-6dd2-47d7-a4b2-052d8962f60d tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:05:25.811848 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-0e2d61f6-0f74-4f3b-b367-2d21ed0b2e83 req-35ff40cb-6dd2-47d7-a4b2-052d8962f60d tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 944 time: 0.0630124 Jun 29 11:05:25.853502 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-0e2d61f6-0f74-4f3b-b367-2d21ed0b2e83 req-63b664ba-7e36-43d4-8f63-b3a96bbd0477 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352976 Jun 29 11:05:26.410181 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d38e058-c160-4ff4-9a2f-cae8e8750570 req-7755a37c-3815-4abb-ae3c-18fb83be8278 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:05:26.411643 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-5d38e058-c160-4ff4-9a2f-cae8e8750570 req-7755a37c-3815-4abb-ae3c-18fb83be8278 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.42 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 945 time: 0.0680914 Jun 29 11:05:26.510975 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [req-5d38e058-c160-4ff4-9a2f-cae8e8750570 req-bd9d9e1d-b471-4dee-b2e3-7194e026b6d7 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Deleting port 81fed723-1104-487e-919c-97613ef8aa03 {{(pid=105127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:05:26.511313 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-5d38e058-c160-4ff4-9a2f-cae8e8750570 req-bd9d9e1d-b471-4dee-b2e3-7194e026b6d7 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:26.601757 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-5d38e058-c160-4ff4-9a2f-cae8e8750570 req-bd9d9e1d-b471-4dee-b2e3-7194e026b6d7 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] For port 81fed723-1104-487e-919c-97613ef8aa03, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=81fed723-1104-487e-919c-97613ef8aa03,segment=NetworkSegment(551fa48c-acb9-413f-b189-f5db6cd89329),segment_id=551fa48c-acb9-413f-b189-f5db6cd89329)] {{(pid=105127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:05:26.602112 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-5d38e058-c160-4ff4-9a2f-cae8e8750570 req-bd9d9e1d-b471-4dee-b2e3-7194e026b6d7 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:26.614418 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [req-5d38e058-c160-4ff4-9a2f-cae8e8750570 req-bd9d9e1d-b471-4dee-b2e3-7194e026b6d7 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Calling delete_port for 81fed723-1104-487e-919c-97613ef8aa03 owned by compute:nova {{(pid=105127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:05:26.799516 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-5d38e058-c160-4ff4-9a2f-cae8e8750570 req-bd9d9e1d-b471-4dee-b2e3-7194e026b6d7 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130347151'] for port, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:26.803532 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-79e11147-0967-4699-82b8-26fc308887b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:05:26.834628 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] get_ports_and_sgs() called for port_ids ['81fed723-1104-487e-919c-97613ef8aa03'] {{(pid=105128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:05:26.839234 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9d9e1d-b471-4dee-b2e3-7194e026b6d7 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Pushing event deleted for resources: {'Port': ['ID=81fed723-1104-487e-919c-97613ef8aa03,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:05:26.857934 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-bd9d9e1d-b471-4dee-b2e3-7194e026b6d7 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:05:26.860686 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-80dff9ff-eb99-4fd4-a2c0-76a9c101b76a req-fc36ce79-4d27-43d8-a369-1edbc625b5ce tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 210 time: 0.0518367 Jun 29 11:05:26.908747 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d38e058-c160-4ff4-9a2f-cae8e8750570 req-bd9d9e1d-b471-4dee-b2e3-7194e026b6d7 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] No DVR routers for this DVR port 81fed723-1104-487e-919c-97613ef8aa03 on host hv-cinder-79351 {{(pid=105127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:05:26.911234 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-5d38e058-c160-4ff4-9a2f-cae8e8750570 req-bd9d9e1d-b471-4dee-b2e3-7194e026b6d7 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:26.913375 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-5d38e058-c160-4ff4-9a2f-cae8e8750570 req-bd9d9e1d-b471-4dee-b2e3-7194e026b6d7 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.42 "DELETE /v2.0/ports/81fed723-1104-487e-919c-97613ef8aa03 HTTP/1.1" status: 204 len: 173 time: 0.4959624 Jun 29 11:05:26.913884 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da09ee36-3f2b-46d6-b5c2-753ccb72d8a8', 'name': 'network-vif-deleted', 'tag': '81fed723-1104-487e-919c-97613ef8aa03'}] {{(pid=105127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:05:26.916268 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51926c8a96ac3dcbe8a9a7c61d1f1b13ee7346919254cfc90a12d4d270e3eabf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0b41c2-5833-4ac3-980c-98d18b9a4d02" -d '{"events": [{"server_uuid": "da09ee36-3f2b-46d6-b5c2-753ccb72d8a8", "name": "network-vif-deleted", "tag": "81fed723-1104-487e-919c-97613ef8aa03"}]}' {{(pid=105127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:05:26.953359 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb14d17-1527-41da-baeb-30f43f1c8187 x-openstack-request-id: req-8fb14d17-1527-41da-baeb-30f43f1c8187 {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:05:26.953799 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da09ee36-3f2b-46d6-b5c2-753ccb72d8a8", "name": "network-vif-deleted", "tag": "81fed723-1104-487e-919c-97613ef8aa03", "status": "completed", "code": 200}]} {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:05:26.954098 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8fb14d17-1527-41da-baeb-30f43f1c8187 {{(pid=105127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:05:26.954911 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da09ee36-3f2b-46d6-b5c2-753ccb72d8a8', 'name': 'network-vif-deleted', 'tag': '81fed723-1104-487e-919c-97613ef8aa03', 'status': 'completed', 'code': 200} Jun 29 11:05:27.038731 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f933483-9270-46d2-91ad-4a1db4d46ff4 req-dd6b3788-c6af-42a8-a32f-8a6c8364c468 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:05:27.040139 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-8f933483-9270-46d2-91ad-4a1db4d46ff4 req-dd6b3788-c6af-42a8-a32f-8a6c8364c468 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 944 time: 0.0671527 Jun 29 11:05:27.080427 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-8f933483-9270-46d2-91ad-4a1db4d46ff4 req-0d568dfb-a344-4ef4-aec3-d9f9e27ab6c9 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344927 Jun 29 11:05:27.766950 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device ac56e679-2857-40c8-9581-8c8aadaf497a details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=105128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:05:27.860929 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port ac56e679-2857-40c8-9581-8c8aadaf497a, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ac56e679-2857-40c8-9581-8c8aadaf497a,segment=NetworkSegment(1870111f-630d-4b64-b696-1c360ea6bbfe),segment_id=1870111f-630d-4b64-b696-1c360ea6bbfe)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:05:27.872522 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Returning: {'device': 'ac56e679-2857-40c8-9581-8c8aadaf497a', 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54', 'port_id': 'ac56e679-2857-40c8-9581-8c8aadaf497a', 'mac_address': 'fa:16:3e:76:13:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:05:27.924479 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:27.937176 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac56e679-2857-40c8-9581-8c8aadaf497a {{(pid=105128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:05:27.955998 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port ac56e679-2857-40c8-9581-8c8aadaf497a, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ac56e679-2857-40c8-9581-8c8aadaf497a,segment=NetworkSegment(1870111f-630d-4b64-b696-1c360ea6bbfe),segment_id=1870111f-630d-4b64-b696-1c360ea6bbfe)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:05:28.028508 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-f0cb9f93-8903-4ddd-9758-b3995fc8389b req-9c3bc81e-762c-4269-b27e-eca0a1ca29b6 tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] 10.222.0.66 "GET /v2.0/ports?device_id=da09ee36-3f2b-46d6-b5c2-753ccb72d8a8 HTTP/1.1" status: 200 len: 210 time: 0.0331156 Jun 29 11:05:28.038815 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:28.042739 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:05:28.089211 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=ac56e679-2857-40c8-9581-8c8aadaf497a,revision_number=4']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:05:28.097399 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:05:28.097869 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:05:28.098213 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:05:28.098545 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:05:28.098875 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:05:28.099201 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:05:28.099525 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:05:28.099846 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:05:28.100308 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:05:28.100778 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:05:28.101276 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:05:28.101589 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:05:28.105840 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:05:28.278717 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadc9dd-eb2e-4815-b866-39f5f19fb941 req-f5f4dac8-d93f-4714-b53a-2f789320d028 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:05:28.280408 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-dcadc9dd-eb2e-4815-b866-39f5f19fb941 req-f5f4dac8-d93f-4714-b53a-2f789320d028 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 945 time: 0.0794058 Jun 29 11:05:28.321325 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-dcadc9dd-eb2e-4815-b866-39f5f19fb941 req-5dc03cc3-c372-4131-941b-92bc02b3c9ca tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339258 Jun 29 11:05:28.343078 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] get_ports_and_sgs() called for port_ids ['ac56e679-2857-40c8-9581-8c8aadaf497a'] {{(pid=105128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:05:29.044102 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:29.524140 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371277ae-5b97-4aeb-bab1-bdfe9f51872b req-b71838b0-86f1-49cf-804f-244a87341015 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:05:29.525785 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-371277ae-5b97-4aeb-bab1-bdfe9f51872b req-b71838b0-86f1-49cf-804f-244a87341015 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 945 time: 0.0767117 Jun 29 11:05:29.569997 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-371277ae-5b97-4aeb-bab1-bdfe9f51872b req-75cf52a5-0952-441a-88ad-bf157df31db4 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372977 Jun 29 11:05:29.781442 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device ac56e679-2857-40c8-9581-8c8aadaf497a up at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:05:29.975804 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Provisioning for port ac56e679-2857-40c8-9581-8c8aadaf497a completed by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:05:29.979773 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Provisioning complete for port ac56e679-2857-40c8-9581-8c8aadaf497a triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:05:29.980159 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:30.069783 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:30.095594 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac1f79b-32b0-4a5b-8650-9fa251a87b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac56e679-2857-40c8-9581-8c8aadaf497a'}] {{(pid=105128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:05:30.099038 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f554d8236d32e986c704cda53ac23f663e6b3c5228ed3933e2c5dc2c6a48410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a14968-8493-41dc-8c1a-95e95998a260" -d '{"events": [{"server_uuid": "4ac1f79b-32b0-4a5b-8650-9fa251a87b59", "name": "network-vif-plugged", "status": "completed", "tag": "ac56e679-2857-40c8-9581-8c8aadaf497a"}]}' {{(pid=105128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:05:30.114553 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port ac56e679-2857-40c8-9581-8c8aadaf497a, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ac56e679-2857-40c8-9581-8c8aadaf497a,segment=NetworkSegment(1870111f-630d-4b64-b696-1c360ea6bbfe),segment_id=1870111f-630d-4b64-b696-1c360ea6bbfe)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:05:30.147988 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f17524f-6d96-46b2-8b36-cb39d4c33314 x-openstack-request-id: req-8f17524f-6d96-46b2-8b36-cb39d4c33314 {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:05:30.148292 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ac1f79b-32b0-4a5b-8650-9fa251a87b59", "name": "network-vif-plugged", "status": "completed", "tag": "ac56e679-2857-40c8-9581-8c8aadaf497a", "code": 200}]} {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:05:30.148612 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8f17524f-6d96-46b2-8b36-cb39d4c33314 {{(pid=105128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:05:30.149612 dv-cinder-793515-4-smb neutron-server[105128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ac1f79b-32b0-4a5b-8650-9fa251a87b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac56e679-2857-40c8-9581-8c8aadaf497a', 'code': 200} Jun 29 11:05:30.181388 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:30.182378 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 81fed723-1104-487e-919c-97613ef8aa03 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:05:30.184450 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:05:30.235285 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] No Port match for: 81fed723-1104-487e-919c-97613ef8aa03 {{(pid=105128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:05:30.235778 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 81fed723-1104-487e-919c-97613ef8aa03 not bound to the agent host hv-cinder-79351 {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:05:30.271764 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=ac56e679-2857-40c8-9581-8c8aadaf497a,revision_number=5']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:05:30.274879 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:05:30.638393 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44a18b-ac12-4ae0-836b-d3847054d844 req-082e5465-4d43-4877-b2cb-8fa182857694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:05:30.640174 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-cf44a18b-ac12-4ae0-836b-d3847054d844 req-082e5465-4d43-4877-b2cb-8fa182857694 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 1099 time: 0.0730255 Jun 29 11:05:30.675132 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-cf44a18b-ac12-4ae0-836b-d3847054d844 req-3863f493-d3c2-4a85-b9b1-4780d9ec842f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280356 Jun 29 11:05:30.756690 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a912a1-5b54-495f-8d8f-41fa1c495250 req-e2cc34f0-29eb-4a81-be51-403f324b382f tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:05:30.758254 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-c5a912a1-5b54-495f-8d8f-41fa1c495250 req-e2cc34f0-29eb-4a81-be51-403f324b382f tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 946 time: 0.0661640 Jun 29 11:05:30.797522 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-c5a912a1-5b54-495f-8d8f-41fa1c495250 req-d614f401-42d5-42c0-9a9a-ea75f4348373 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325880 Jun 29 11:05:31.062735 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 58290) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:05:31.408600 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-915c4675-98b3-402c-9d3d-eedeb301938c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606464'] for router_interface, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:31.664007 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.plugin [None req-915c4675-98b3-402c-9d3d-eedeb301938c admin admin] Deleting port 3dca261e-3c6e-4db1-8a9d-c527f3bd9eac {{(pid=105126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:05:31.664372 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-915c4675-98b3-402c-9d3d-eedeb301938c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:31.743102 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.db [None req-915c4675-98b3-402c-9d3d-eedeb301938c admin admin] For port 3dca261e-3c6e-4db1-8a9d-c527f3bd9eac, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=3dca261e-3c6e-4db1-8a9d-c527f3bd9eac,segment=NetworkSegment(551fa48c-acb9-413f-b189-f5db6cd89329),segment_id=551fa48c-acb9-413f-b189-f5db6cd89329)] {{(pid=105126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:05:31.743465 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-915c4675-98b3-402c-9d3d-eedeb301938c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:31.756650 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.plugin [None req-915c4675-98b3-402c-9d3d-eedeb301938c admin admin] Calling delete_port for 3dca261e-3c6e-4db1-8a9d-c527f3bd9eac owned by network:router_interface {{(pid=105126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:05:32.004016 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4227ac-7726-48f2-bf3a-4def26d4ff51 req-1a461917-a7d3-45d1-ac90-bc58bfbdad5e tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:05:32.005462 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-4a4227ac-7726-48f2-bf3a-4def26d4ff51 req-1a461917-a7d3-45d1-ac90-bc58bfbdad5e tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 946 time: 0.0860682 Jun 29 11:05:32.044058 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-4a4227ac-7726-48f2-bf3a-4def26d4ff51 req-710162dd-21f8-4b70-b3fc-a8dec078291a tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327113 Jun 29 11:05:32.066990 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-915c4675-98b3-402c-9d3d-eedeb301938c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131239438'] for port, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:32.069151 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-496a4890-e6f3-4ab6-9306-3fa891687094 tempest-ServerRescueNegativeTestJSON-1350328778 tempest-ServerRescueNegativeTestJSON-1350328778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:05:32.092588 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c4675-98b3-402c-9d3d-eedeb301938c admin admin] Pushing event deleted for resources: {'Port': ['ID=3dca261e-3c6e-4db1-8a9d-c527f3bd9eac,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:05:32.096207 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-915c4675-98b3-402c-9d3d-eedeb301938c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:05:32.261928 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-915c4675-98b3-402c-9d3d-eedeb301938c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-607888'] for router_interface, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:32.482540 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915c4675-98b3-402c-9d3d-eedeb301938c admin admin] Router 119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc has already been hosted by L3 agent 3b2ad6f0-f3d9-4012-ac35-d330af5e0962 {{(pid=105126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:05:32.591696 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915c4675-98b3-402c-9d3d-eedeb301938c admin admin] Notify agent at l3_agent.dv-cinder-793515-4-smb the message routers_updated {{(pid=105126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:05:32.598567 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-915c4675-98b3-402c-9d3d-eedeb301938c admin admin] 10.222.0.66 "PUT /v2.0/routers/119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5328922 Jun 29 11:05:32.600339 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 58316) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:05:32.600809 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6028c57-e0d6-4857-bca7-e5e2136709fd None None] Sync routers for ids ['119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc'] in dv-cinder-793515-4-smb {{(pid=105129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:05:32.707900 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6028c57-e0d6-4857-bca7-e5e2136709fd None None] Routers {'119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:05:32.708553 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-b6028c57-e0d6-4857-bca7-e5e2136709fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:05:09Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc'], 'active': True} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:05:32.715622 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d013ce40-62ac-4aad-842a-b97e80ea759b admin admin] Notify callbacks [] for router, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:32.810477 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvr_db [None req-b6028c57-e0d6-4857-bca7-e5e2136709fd None None] Set router 119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc gateway port host: dv-cinder-793515-4-smb {{(pid=105129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:05:32.816920 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d013ce40-62ac-4aad-842a-b97e80ea759b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:32.949548 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [None req-d013ce40-62ac-4aad-842a-b97e80ea759b admin admin] Deleting port 13734a33-4777-45c3-9e15-4ca4dfc7d157 {{(pid=105127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:05:32.949937 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d013ce40-62ac-4aad-842a-b97e80ea759b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:32.984104 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-b6028c57-e0d6-4857-bca7-e5e2136709fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc', 'name': 'tempest-TestMinimumBasicScenario-1827714849-router', 'tenant_id': '062c9effd8ee472b8d3bc5a1e756224e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': '13734a33-4777-45c3-9e15-4ca4dfc7d157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:02:44Z', 'updated_at': '2021-06-29T11:05:31Z', 'revision_number': 5, 'project_id': '062c9effd8ee472b8d3bc5a1e756224e', 'gw_port': {'id': '13734a33-4777-45c3-9e15-4ca4dfc7d157', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:44Z', 'updated_at': '2021-06-29T11:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb'}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:05:33.012838 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6028c57-e0d6-4857-bca7-e5e2136709fd None None] Checking router: 119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc for host: dv-cinder-793515-4-smb {{(pid=105129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:05:33.021925 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6028c57-e0d6-4857-bca7-e5e2136709fd None None] Routers {'119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:05:33.022587 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-b6028c57-e0d6-4857-bca7-e5e2136709fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:05:09Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc'], 'active': True} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:05:33.029001 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [None req-d013ce40-62ac-4aad-842a-b97e80ea759b admin admin] For port 13734a33-4777-45c3-9e15-4ca4dfc7d157, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=13734a33-4777-45c3-9e15-4ca4dfc7d157,segment=NetworkSegment(cf6731c6-a9cf-4901-a91e-9599bf0473fe),segment_id=cf6731c6-a9cf-4901-a91e-9599bf0473fe)] {{(pid=105127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:05:33.029356 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d013ce40-62ac-4aad-842a-b97e80ea759b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:33.041522 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [None req-d013ce40-62ac-4aad-842a-b97e80ea759b admin admin] Calling delete_port for 13734a33-4777-45c3-9e15-4ca4dfc7d157 owned by network:router_gateway {{(pid=105127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:05:33.105574 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvr_db [None req-b6028c57-e0d6-4857-bca7-e5e2136709fd None None] Set router 119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc gateway port host: None {{(pid=105129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:05:33.165299 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-b6028c57-e0d6-4857-bca7-e5e2136709fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc', 'name': 'tempest-TestMinimumBasicScenario-1827714849-router', 'tenant_id': '062c9effd8ee472b8d3bc5a1e756224e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:02:44Z', 'updated_at': '2021-06-29T11:05:32Z', 'revision_number': 6, 'project_id': '062c9effd8ee472b8d3bc5a1e756224e', 'gw_port_host': None}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:05:33.192075 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6028c57-e0d6-4857-bca7-e5e2136709fd None None] The sync data for ids ['119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc'] in dv-cinder-793515-4-smb is: [{'id': '119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc', 'name': 'tempest-TestMinimumBasicScenario-1827714849-router', 'tenant_id': '062c9effd8ee472b8d3bc5a1e756224e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:02:44Z', 'updated_at': '2021-06-29T11:05:32Z', 'revision_number': 6, 'project_id': '062c9effd8ee472b8d3bc5a1e756224e', 'gw_port_host': None}] {{(pid=105129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:05:33.274717 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cea452-7fe3-4d20-96ff-40208f11a782 req-be791567-0395-4eec-a7db-ea95477b5eef tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:05:33.276201 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-21cea452-7fe3-4d20-96ff-40208f11a782 req-be791567-0395-4eec-a7db-ea95477b5eef tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 946 time: 0.1116154 Jun 29 11:05:33.314348 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-21cea452-7fe3-4d20-96ff-40208f11a782 req-918d0689-e7d8-43ab-b3b9-7a50b7c43545 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318680 Jun 29 11:05:33.364396 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d013ce40-62ac-4aad-842a-b97e80ea759b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130347151'] for port, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:33.367428 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-2b35cbb7-34e1-4833-b015-331ea58ed02a tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:05:33.392535 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013ce40-62ac-4aad-842a-b97e80ea759b admin admin] Pushing event deleted for resources: {'Port': ['ID=13734a33-4777-45c3-9e15-4ca4dfc7d157,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:05:33.397600 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-d013ce40-62ac-4aad-842a-b97e80ea759b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:05:33.455300 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d013ce40-62ac-4aad-842a-b97e80ea759b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606844'] for router_gateway, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:33.488474 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c99ab-b8f3-465a-b30e-73fee58814b1 req-8440ddf3-71c4-4457-beed-a085d8e1f7b3 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:05:33.489915 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-4f4c99ab-b8f3-465a-b30e-73fee58814b1 req-8440ddf3-71c4-4457-beed-a085d8e1f7b3 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 946 time: 0.0633228 Jun 29 11:05:33.498616 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 58324) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:05:33.503290 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.v2.base [None req-b2ff26e9-598e-45d1-a787-a0cf4cab29a8 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Request body: {'floatingip': {'port_id': 'ac56e679-2857-40c8-9581-8c8aadaf497a'}} {{(pid=105126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:05:33.548302 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d013ce40-62ac-4aad-842a-b97e80ea759b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-644'] for router, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:33.550813 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d013ce40-62ac-4aad-842a-b97e80ea759b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:33.661540 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d013ce40-62ac-4aad-842a-b97e80ea759b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-608061'] for router, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:33.662244 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d013ce40-62ac-4aad-842a-b97e80ea759b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc {{(pid=105127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 11:05:33.666383 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d013ce40-62ac-4aad-842a-b97e80ea759b admin admin] Notify callbacks [] for router, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:33.667547 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-d013ce40-62ac-4aad-842a-b97e80ea759b admin admin] 10.222.0.66 "DELETE /v2.0/routers/119ad4cb-7e60-484e-a56e-cfe9f5d9a3bc HTTP/1.1" status: 204 len: 168 time: 1.0659931 Jun 29 11:05:33.670189 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 58326) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:05:33.720227 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.db_base_plugin_v2 [None req-e01e5f55-ad9f-493d-8ee9-cbc43d48d344 admin admin] Deleting subnet cc3ad3db-db67-480b-a014-8ca92a76ef0f {{(pid=105127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:05:33.723610 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-e01e5f55-ad9f-493d-8ee9-cbc43d48d344 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:33.764318 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-e01e5f55-ad9f-493d-8ee9-cbc43d48d344 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133725506'] for subnet, precommit_delete_associations {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:33.804193 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-b2ff26e9-598e-45d1-a787-a0cf4cab29a8 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks [] for floatingip, before_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:33.843992 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-e01e5f55-ad9f-493d-8ee9-cbc43d48d344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403832'] for subnet, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:33.994386 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-e01e5f55-ad9f-493d-8ee9-cbc43d48d344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130347089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130097026'] for subnet, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:33.996798 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:05:34.010370 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 3dca261e-3c6e-4db1-8a9d-c527f3bd9eac no longer exists at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:05:34.029630 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e5f55-ad9f-493d-8ee9-cbc43d48d344 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc3ad3db-db67-480b-a014-8ca92a76ef0f,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:05:34.029630 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-e01e5f55-ad9f-493d-8ee9-cbc43d48d344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:05:34.029630 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-e01e5f55-ad9f-493d-8ee9-cbc43d48d344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for subnet, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:34.029630 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-e01e5f55-ad9f-493d-8ee9-cbc43d48d344 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/cc3ad3db-db67-480b-a014-8ca92a76ef0f HTTP/1.1" status: 204 len: 168 time: 0.3560498 Jun 29 11:05:34.030546 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 58338) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:05:34.039302 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e45d0a2-3809-4c8e-9c9e-c8a44e08d46d None None] Network 46f7c738-bc72-4d61-9a70-6790c1236e3a requested from dv-cinder-793515-4-smb {{(pid=105128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:05:34.127992 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] No Port match for: 3dca261e-3c6e-4db1-8a9d-c527f3bd9eac {{(pid=105128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:05:34.128497 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 3dca261e-3c6e-4db1-8a9d-c527f3bd9eac not bound to the agent host dv-cinder-793515-4-smb {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:05:34.128993 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 13734a33-4777-45c3-9e15-4ca4dfc7d157 no longer exists at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:05:34.135060 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-da2cb254-2eb6-4e64-ab70-6f7deb9bd1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513381'] for network, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:34.153120 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] No Port match for: 13734a33-4777-45c3-9e15-4ca4dfc7d157 {{(pid=105128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:05:34.153610 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 13734a33-4777-45c3-9e15-4ca4dfc7d157 not bound to the agent host dv-cinder-793515-4-smb {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:05:34.207600 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [None req-da2cb254-2eb6-4e64-ab70-6f7deb9bd1d6 admin admin] Deleting port 77527e45-bcc6-4e02-b355-85c4cb33c845 {{(pid=105127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:05:34.207947 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-da2cb254-2eb6-4e64-ab70-6f7deb9bd1d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:34.291197 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [None req-da2cb254-2eb6-4e64-ab70-6f7deb9bd1d6 admin admin] For port 77527e45-bcc6-4e02-b355-85c4cb33c845, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=77527e45-bcc6-4e02-b355-85c4cb33c845,segment=NetworkSegment(551fa48c-acb9-413f-b189-f5db6cd89329),segment_id=551fa48c-acb9-413f-b189-f5db6cd89329)] {{(pid=105127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:05:34.291197 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-da2cb254-2eb6-4e64-ab70-6f7deb9bd1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:34.293825 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c651993-65ea-4681-ae0d-e98e26c4c030 None None] DHCP port deletion for 46f7c738-bc72-4d61-9a70-6790c1236e3a request from dv-cinder-793515-4-smb {{(pid=105128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 11:05:34.305413 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [None req-da2cb254-2eb6-4e64-ab70-6f7deb9bd1d6 admin admin] Calling delete_port for 77527e45-bcc6-4e02-b355-85c4cb33c845 owned by network:dhcp {{(pid=105127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:05:34.331713 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-b2ff26e9-598e-45d1-a787-a0cf4cab29a8 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:34.350025 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-5c651993-65ea-4681-ae0d-e98e26c4c030 None None] Deleting port 77527e45-bcc6-4e02-b355-85c4cb33c845 {{(pid=105128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:05:34.350488 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-5c651993-65ea-4681-ae0d-e98e26c4c030 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:34.378658 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-b2ff26e9-598e-45d1-a787-a0cf4cab29a8 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606879'] for floatingip, after_update {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:34.484488 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-da2cb254-2eb6-4e64-ab70-6f7deb9bd1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130347151'] for port, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:34.488146 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-6ae84bca-956c-410b-84c3-9ea8f7c50d8c tempest-VolumesSnapshotTestJSON-507315864 tempest-VolumesSnapshotTestJSON-507315864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:05:34.510919 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.db.l3_db [None req-b2ff26e9-598e-45d1-a787-a0cf4cab29a8 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Floating IP 968ff085-7bd6-4743-8445-3d5a609369a3 associated. External IP: 172.28.3.239, port: ac56e679-2857-40c8-9581-8c8aadaf497a. Jun 29 11:05:34.519871 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2cb254-2eb6-4e64-ab70-6f7deb9bd1d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=77527e45-bcc6-4e02-b355-85c4cb33c845,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:05:34.523046 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-da2cb254-2eb6-4e64-ab70-6f7deb9bd1d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:05:34.523826 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2cb254-2eb6-4e64-ab70-6f7deb9bd1d6 admin admin] No DVR routers for this DVR port 77527e45-bcc6-4e02-b355-85c4cb33c845 on host dv-cinder-793515-4-smb {{(pid=105127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:05:34.553829 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-5c651993-65ea-4681-ae0d-e98e26c4c030 None None] For port 77527e45-bcc6-4e02-b355-85c4cb33c845, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=77527e45-bcc6-4e02-b355-85c4cb33c845,segment=NetworkSegment(551fa48c-acb9-413f-b189-f5db6cd89329),segment_id=551fa48c-acb9-413f-b189-f5db6cd89329)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:05:34.554134 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-5c651993-65ea-4681-ae0d-e98e26c4c030 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:34.570139 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-5c651993-65ea-4681-ae0d-e98e26c4c030 None None] Calling delete_port for 77527e45-bcc6-4e02-b355-85c4cb33c845 owned by network:dhcp {{(pid=105128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:05:34.602897 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-da2cb254-2eb6-4e64-ab70-6f7deb9bd1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405582', 'neutron.services.segments.db._delete_segments_for_network-8761935544625'] for network, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:34.614046 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.services.segments.db [None req-da2cb254-2eb6-4e64-ab70-6f7deb9bd1d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46f7c738-bc72-4d61-9a70-6790c1236e3a']}} {{(pid=105127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:05:34.626408 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.services.segments.db [None req-da2cb254-2eb6-4e64-ab70-6f7deb9bd1d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '551fa48c-acb9-413f-b189-f5db6cd89329') {'for_net_delete': True} {{(pid=105127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:05:34.626994 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.services.segments.db [None req-da2cb254-2eb6-4e64-ab70-6f7deb9bd1d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '551fa48c-acb9-413f-b189-f5db6cd89329') {} {{(pid=105127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:05:34.636662 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-da2cb254-2eb6-4e64-ab70-6f7deb9bd1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761935440276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133725513'] for segment, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:34.650043 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-5c651993-65ea-4681-ae0d-e98e26c4c030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036'] for port, after_delete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:34.651178 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-da2cb254-2eb6-4e64-ab70-6f7deb9bd1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790'] for segment, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:34.651969 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:05:34.658853 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da2cb254-2eb6-4e64-ab70-6f7deb9bd1d6 admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=105127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:05:34.659243 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-da2cb254-2eb6-4e64-ab70-6f7deb9bd1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130347196'] for segment, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: Traceback (most recent call last): Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: timer() Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: cb(*args, **kw) Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: return func(*args, **kwargs) Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: self._notify() Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: self.callback(batched_events) Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: event.method(event) Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: return f(self, *a, **k) Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: return self._get(url).json() Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: return self.request(url, 'GET', **kwargs) Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:05:34.660902 dv-cinder-793515-4-smb neutron-server[105127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:05:34.679894 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c651993-65ea-4681-ae0d-e98e26c4c030 None None] Pushing event deleted for resources: {'Port': ['ID=77527e45-bcc6-4e02-b355-85c4cb33c845,revision_number=None']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:05:34.682981 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-5c651993-65ea-4681-ae0d-e98e26c4c030 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:05:34.683811 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c651993-65ea-4681-ae0d-e98e26c4c030 None None] No DVR routers for this DVR port 77527e45-bcc6-4e02-b355-85c4cb33c845 on host dv-cinder-793515-4-smb {{(pid=105128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:05:34.739322 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ff26e9-598e-45d1-a787-a0cf4cab29a8 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Router 10349c59-05eb-4381-85c5-78b9ed9459a9 has already been hosted by L3 agent 3b2ad6f0-f3d9-4012-ac35-d330af5e0962 {{(pid=105126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:05:34.787167 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-da2cb254-2eb6-4e64-ab70-6f7deb9bd1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606861'] for network, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:34.792802 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-da2cb254-2eb6-4e64-ab70-6f7deb9bd1d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for network, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:34.798732 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 58344) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:05:34.798906 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-da2cb254-2eb6-4e64-ab70-6f7deb9bd1d6 admin admin] 10.222.0.66 "DELETE /v2.0/networks/46f7c738-bc72-4d61-9a70-6790c1236e3a HTTP/1.1" status: 204 len: 168 time: 0.7668958 Jun 29 11:05:34.799935 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:05:34.816753 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2cb254-2eb6-4e64-ab70-6f7deb9bd1d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=46f7c738-bc72-4d61-9a70-6790c1236e3a,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:05:34.819633 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-da2cb254-2eb6-4e64-ab70-6f7deb9bd1d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:05:34.920375 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ff26e9-598e-45d1-a787-a0cf4cab29a8 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify agent at l3_agent.dv-cinder-793515-4-smb the message routers_updated {{(pid=105126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:05:34.928292 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-b2ff26e9-598e-45d1-a787-a0cf4cab29a8 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for floatingip, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:34.929530 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0f7e3a-0f0e-4eb4-9903-9d6722949d93 None None] Sync routers for ids ['10349c59-05eb-4381-85c5-78b9ed9459a9'] in dv-cinder-793515-4-smb {{(pid=105128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:05:34.938700 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0f7e3a-0f0e-4eb4-9903-9d6722949d93 None None] Routers {'10349c59-05eb-4381-85c5-78b9ed9459a9'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:05:34.939381 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-4b0f7e3a-0f0e-4eb4-9903-9d6722949d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:05:09Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['10349c59-05eb-4381-85c5-78b9ed9459a9'], 'active': True} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:05:34.976450 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-b2ff26e9-598e-45d1-a787-a0cf4cab29a8 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "PUT /v2.0/floatingips/968ff085-7bd6-4743-8445-3d5a609369a3 HTTP/1.1" status: 200 len: 992 time: 1.4765983 Jun 29 11:05:35.005087 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ac1f79b-32b0-4a5b-8650-9fa251a87b59', 'tag': 'ac56e679-2857-40c8-9581-8c8aadaf497a'}] {{(pid=105126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:05:35.007653 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09da13e73631fa2daf6445fd31be58ef3c7a9234cf916b2f4c27fda6ebf5c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a42367f-dfe4-4efc-8733-78a847afd007" -d '{"events": [{"name": "network-changed", "server_uuid": "4ac1f79b-32b0-4a5b-8650-9fa251a87b59", "tag": "ac56e679-2857-40c8-9581-8c8aadaf497a"}]}' {{(pid=105126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:05:35.048020 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvr_db [None req-4b0f7e3a-0f0e-4eb4-9903-9d6722949d93 None None] Set router 10349c59-05eb-4381-85c5-78b9ed9459a9 gateway port host: dv-cinder-793515-4-smb {{(pid=105128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:05:35.067818 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7360a2-0f6a-4ad3-a640-f78905a50bf5 x-openstack-request-id: req-eb7360a2-0f6a-4ad3-a640-f78905a50bf5 {{(pid=105126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:05:35.068445 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ac1f79b-32b0-4a5b-8650-9fa251a87b59", "tag": "ac56e679-2857-40c8-9581-8c8aadaf497a", "status": "completed", "code": 200}]} {{(pid=105126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:05:35.068740 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-eb7360a2-0f6a-4ad3-a640-f78905a50bf5 {{(pid=105126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:05:35.069194 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ac1f79b-32b0-4a5b-8650-9fa251a87b59', 'tag': 'ac56e679-2857-40c8-9581-8c8aadaf497a', 'status': 'completed', 'code': 200} Jun 29 11:05:35.156197 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42367f-dfe4-4efc-8733-78a847afd007 req-d6fab330-db2f-4feb-a0ea-391d998ba74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:05:35.158013 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7a42367f-dfe4-4efc-8733-78a847afd007 req-d6fab330-db2f-4feb-a0ea-391d998ba74a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=35801b52e2a44d01a98a1f9fc869638e&device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 1099 time: 0.0585501 Jun 29 11:05:35.237447 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-e1890bc5-3294-4476-9634-4e6a31331456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606464'] for router_interface, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:35.253941 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42367f-dfe4-4efc-8733-78a847afd007 req-7745daf5-6427-497b-9d08-28fd31609759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:05:35.255765 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7a42367f-dfe4-4efc-8733-78a847afd007 req-7745daf5-6427-497b-9d08-28fd31609759 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1a641979-4a76-4c4c-b2a0-9e114b271b54 HTTP/1.1" status: 200 len: 917 time: 0.0910759 Jun 29 11:05:35.287053 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-4b0f7e3a-0f0e-4eb4-9903-9d6722949d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'name': 'tempest-AttachVolumeShelveTestJSON-728062373-router', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': 'c1ba7bf7-47c4-4bbf-9d40-37a856a8118b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:02:20Z', 'updated_at': '2021-06-29T11:02:24Z', 'revision_number': 4, 'project_id': '35801b52e2a44d01a98a1f9fc869638e', 'gw_port': {'id': 'c1ba7bf7-47c4-4bbf-9d40-37a856a8118b', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:21Z', 'updated_at': '2021-06-29T11:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_floatingips': [{'id': '968ff085-7bd6-4743-8445-3d5a609369a3', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'floating_ip_address': '172.28.3.239', 'floating_network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'router_id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'port_id': 'ac56e679-2857-40c8-9581-8c8aadaf497a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54', 'mac_address': 'fa:16:3e:76:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac1f79b-32b0-4a5b-8650-9fa251a87b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:05:17Z', 'updated_at': '2021-06-29T11:05:34Z', 'revision_number': 1, 'project_id': '35801b52e2a44d01a98a1f9fc869638e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074821cf-3aeb-409a-a6fb-3df20f5999f6', 'name': '', 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'mac_address': 'fa:16:3e:27:ce:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:23Z', 'updated_at': '2021-06-29T11:02:30Z', 'revision_number': 5, 'project_id': '35801b52e2a44d01a98a1f9fc869638e', 'subnets': [{'id': '18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:05:35.315497 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0f7e3a-0f0e-4eb4-9903-9d6722949d93 None None] Checking router: 10349c59-05eb-4381-85c5-78b9ed9459a9 for host: dv-cinder-793515-4-smb {{(pid=105128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:05:35.324256 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0f7e3a-0f0e-4eb4-9903-9d6722949d93 None None] Routers {'10349c59-05eb-4381-85c5-78b9ed9459a9'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:05:35.325260 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-4b0f7e3a-0f0e-4eb4-9903-9d6722949d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:05:09Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['10349c59-05eb-4381-85c5-78b9ed9459a9'], 'active': True} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:05:35.333513 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7a42367f-dfe4-4efc-8733-78a847afd007 req-d7da54ae-7e8a-4b8e-94d1-d6d0461001a9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac56e679-2857-40c8-9581-8c8aadaf497a HTTP/1.1" status: 200 len: 1000 time: 0.0713153 Jun 29 11:05:35.384885 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42367f-dfe4-4efc-8733-78a847afd007 req-51c8538f-625f-4454-84f7-a13b3caa7b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:05:35.386342 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7a42367f-dfe4-4efc-8733-78a847afd007 req-51c8538f-625f-4454-84f7-a13b3caa7b22 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2 HTTP/1.1" status: 200 len: 855 time: 0.0461402 Jun 29 11:05:35.446743 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvr_db [None req-4b0f7e3a-0f0e-4eb4-9903-9d6722949d93 None None] Set router 10349c59-05eb-4381-85c5-78b9ed9459a9 gateway port host: dv-cinder-793515-4-smb {{(pid=105128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:05:35.447277 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42367f-dfe4-4efc-8733-78a847afd007 req-6a84444e-d01e-42ce-a4f0-8c8819cd991d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:05:35.449168 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7a42367f-dfe4-4efc-8733-78a847afd007 req-6a84444e-d01e-42ce-a4f0-8c8819cd991d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1a641979-4a76-4c4c-b2a0-9e114b271b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0560708 Jun 29 11:05:35.527344 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.plugin [None req-e1890bc5-3294-4476-9634-4e6a31331456 admin admin] Deleting port 8f134dbe-aa41-4575-be2c-9dbecd47ec4b {{(pid=105126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:05:35.527888 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-e1890bc5-3294-4476-9634-4e6a31331456 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:35.553519 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7a42367f-dfe4-4efc-8733-78a847afd007 req-5801f0f0-1b14-4a86-853d-4bfb359bcffc service neutron] 10.222.0.42 "GET /v2.0/networks/1a641979-4a76-4c4c-b2a0-9e114b271b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972276 Jun 29 11:05:35.631412 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.db [None req-e1890bc5-3294-4476-9634-4e6a31331456 admin admin] For port 8f134dbe-aa41-4575-be2c-9dbecd47ec4b, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=8f134dbe-aa41-4575-be2c-9dbecd47ec4b,segment=NetworkSegment(a604d2f4-8ba9-42d2-874f-07fa9462f195),segment_id=a604d2f4-8ba9-42d2-874f-07fa9462f195)] {{(pid=105126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:05:35.632092 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-e1890bc5-3294-4476-9634-4e6a31331456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:35.650177 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.plugin [None req-e1890bc5-3294-4476-9634-4e6a31331456 admin admin] Calling delete_port for 8f134dbe-aa41-4575-be2c-9dbecd47ec4b owned by network:router_interface {{(pid=105126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:05:35.657307 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7a42367f-dfe4-4efc-8733-78a847afd007 req-ee853f4d-738b-41b7-ac8c-253eb234cded service neutron] 10.222.0.42 "GET /v2.0/networks/1a641979-4a76-4c4c-b2a0-9e114b271b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969946 Jun 29 11:05:35.711092 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-4b0f7e3a-0f0e-4eb4-9903-9d6722949d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'name': 'tempest-AttachVolumeShelveTestJSON-728062373-router', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': 'c1ba7bf7-47c4-4bbf-9d40-37a856a8118b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:02:20Z', 'updated_at': '2021-06-29T11:02:24Z', 'revision_number': 4, 'project_id': '35801b52e2a44d01a98a1f9fc869638e', 'gw_port': {'id': 'c1ba7bf7-47c4-4bbf-9d40-37a856a8118b', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:21Z', 'updated_at': '2021-06-29T11:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_floatingips': [{'id': '968ff085-7bd6-4743-8445-3d5a609369a3', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'floating_ip_address': '172.28.3.239', 'floating_network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'router_id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'port_id': 'ac56e679-2857-40c8-9581-8c8aadaf497a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54', 'mac_address': 'fa:16:3e:76:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac1f79b-32b0-4a5b-8650-9fa251a87b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:05:17Z', 'updated_at': '2021-06-29T11:05:34Z', 'revision_number': 1, 'project_id': '35801b52e2a44d01a98a1f9fc869638e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074821cf-3aeb-409a-a6fb-3df20f5999f6', 'name': '', 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'mac_address': 'fa:16:3e:27:ce:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:23Z', 'updated_at': '2021-06-29T11:02:30Z', 'revision_number': 5, 'project_id': '35801b52e2a44d01a98a1f9fc869638e', 'subnets': [{'id': '18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:05:35.741173 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0f7e3a-0f0e-4eb4-9903-9d6722949d93 None None] The sync data for ids ['10349c59-05eb-4381-85c5-78b9ed9459a9'] in dv-cinder-793515-4-smb is: [{'id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'name': 'tempest-AttachVolumeShelveTestJSON-728062373-router', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': 'c1ba7bf7-47c4-4bbf-9d40-37a856a8118b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:02:20Z', 'updated_at': '2021-06-29T11:02:24Z', 'revision_number': 4, 'project_id': '35801b52e2a44d01a98a1f9fc869638e', 'gw_port': {'id': 'c1ba7bf7-47c4-4bbf-9d40-37a856a8118b', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:21Z', 'updated_at': '2021-06-29T11:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_floatingips': [{'id': '968ff085-7bd6-4743-8445-3d5a609369a3', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'floating_ip_address': '172.28.3.239', 'floating_network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'router_id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'port_id': 'ac56e679-2857-40c8-9581-8c8aadaf497a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54', 'mac_address': 'fa:16:3e:76:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac1f79b-32b0-4a5b-8650-9fa251a87b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:05:17Z', 'updated_at': '2021-06-29T11:05:34Z', 'revision_number': 1, 'project_id': '35801b52e2a44d01a98a1f9fc869638e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074821cf-3aeb-409a-a6fb-3df20f5999f6', 'name': '', 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'mac_address': 'fa:16:3e:27:ce:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:23Z', 'updated_at': '2021-06-29T11:02:30Z', 'revision_number': 5, 'project_id': '35801b52e2a44d01a98a1f9fc869638e', 'subnets': [{'id': '18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:05:35.809018 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 77527e45-bcc6-4e02-b355-85c4cb33c845 no longer exists at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:05:35.831042 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] No Port match for: 77527e45-bcc6-4e02-b355-85c4cb33c845 {{(pid=105128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:05:35.831460 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 77527e45-bcc6-4e02-b355-85c4cb33c845 not bound to the agent host dv-cinder-793515-4-smb {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:05:35.924012 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-e1890bc5-3294-4476-9634-4e6a31331456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131239438'] for port, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:35.926181 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:05:35.949658 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1890bc5-3294-4476-9634-4e6a31331456 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f134dbe-aa41-4575-be2c-9dbecd47ec4b,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:05:35.953758 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-e1890bc5-3294-4476-9634-4e6a31331456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:05:35.977107 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc29b51-4e5f-4442-896e-ba2474ee59c3 None None] New status for floating IP 968ff085-7bd6-4743-8445-3d5a609369a3: ACTIVE {{(pid=105129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 11:05:36.150515 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-e1890bc5-3294-4476-9634-4e6a31331456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-607888'] for router_interface, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:36.312557 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-af1cba6b-a6e5-4ecc-a15b-d3db18b4488e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:36.389413 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1890bc5-3294-4476-9634-4e6a31331456 admin admin] Router ec5f84ae-8d28-4e8d-a403-2a12eb44dee9 has already been hosted by L3 agent 3b2ad6f0-f3d9-4012-ac35-d330af5e0962 {{(pid=105126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:05:36.492975 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1890bc5-3294-4476-9634-4e6a31331456 admin admin] Notify agent at l3_agent.dv-cinder-793515-4-smb the message routers_updated {{(pid=105126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:05:36.498575 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-e1890bc5-3294-4476-9634-4e6a31331456 admin admin] 10.222.0.66 "PUT /v2.0/routers/ec5f84ae-8d28-4e8d-a403-2a12eb44dee9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6980994 Jun 29 11:05:36.500301 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 58364) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:05:36.510905 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e82fbc7-c1ed-4282-9497-48963fd54e88 None None] Sync routers for ids ['ec5f84ae-8d28-4e8d-a403-2a12eb44dee9'] in dv-cinder-793515-4-smb {{(pid=105128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:05:36.511814 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e82fbc7-c1ed-4282-9497-48963fd54e88 None None] Routers {'ec5f84ae-8d28-4e8d-a403-2a12eb44dee9'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:05:36.512458 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-1e82fbc7-c1ed-4282-9497-48963fd54e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:05:09Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['ec5f84ae-8d28-4e8d-a403-2a12eb44dee9'], 'active': True} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:05:36.618045 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvr_db [None req-1e82fbc7-c1ed-4282-9497-48963fd54e88 None None] Set router ec5f84ae-8d28-4e8d-a403-2a12eb44dee9 gateway port host: dv-cinder-793515-4-smb {{(pid=105128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:05:36.806654 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-1e82fbc7-c1ed-4282-9497-48963fd54e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5f84ae-8d28-4e8d-a403-2a12eb44dee9', 'name': 'tempest-TestMinimumBasicScenario-1441094742-router', 'tenant_id': '29c1b71d8f3143d999f673b981ef5fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '5113b835-e2fc-45df-83a1-14362285f0e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:02:50Z', 'updated_at': '2021-06-29T11:05:35Z', 'revision_number': 5, 'project_id': '29c1b71d8f3143d999f673b981ef5fbe', 'gw_port': {'id': '5113b835-e2fc-45df-83a1-14362285f0e6', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f84ae-8d28-4e8d-a403-2a12eb44dee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:51Z', 'updated_at': '2021-06-29T11:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb'}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:05:36.835456 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e82fbc7-c1ed-4282-9497-48963fd54e88 None None] Checking router: ec5f84ae-8d28-4e8d-a403-2a12eb44dee9 for host: dv-cinder-793515-4-smb {{(pid=105128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:05:36.845171 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e82fbc7-c1ed-4282-9497-48963fd54e88 None None] Routers {'ec5f84ae-8d28-4e8d-a403-2a12eb44dee9'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:05:36.845798 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-1e82fbc7-c1ed-4282-9497-48963fd54e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:05:09Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['ec5f84ae-8d28-4e8d-a403-2a12eb44dee9'], 'active': True} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:05:36.862225 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-6f79397d-6d2d-4bff-812d-293a04d0b4f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:36.950431 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvr_db [None req-1e82fbc7-c1ed-4282-9497-48963fd54e88 None None] Set router ec5f84ae-8d28-4e8d-a403-2a12eb44dee9 gateway port host: dv-cinder-793515-4-smb {{(pid=105128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:05:36.965954 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-6f79397d-6d2d-4bff-812d-293a04d0b4f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:37.098194 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.plugin [None req-6f79397d-6d2d-4bff-812d-293a04d0b4f8 admin admin] Deleting port 5113b835-e2fc-45df-83a1-14362285f0e6 {{(pid=105126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:05:37.098447 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-6f79397d-6d2d-4bff-812d-293a04d0b4f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:37.130408 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-1e82fbc7-c1ed-4282-9497-48963fd54e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5f84ae-8d28-4e8d-a403-2a12eb44dee9', 'name': 'tempest-TestMinimumBasicScenario-1441094742-router', 'tenant_id': '29c1b71d8f3143d999f673b981ef5fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '5113b835-e2fc-45df-83a1-14362285f0e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:02:50Z', 'updated_at': '2021-06-29T11:05:35Z', 'revision_number': 5, 'project_id': '29c1b71d8f3143d999f673b981ef5fbe', 'gw_port': {'id': '5113b835-e2fc-45df-83a1-14362285f0e6', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f84ae-8d28-4e8d-a403-2a12eb44dee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:51Z', 'updated_at': '2021-06-29T11:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb'}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:05:37.160876 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e82fbc7-c1ed-4282-9497-48963fd54e88 None None] The sync data for ids ['ec5f84ae-8d28-4e8d-a403-2a12eb44dee9'] in dv-cinder-793515-4-smb is: [{'id': 'ec5f84ae-8d28-4e8d-a403-2a12eb44dee9', 'name': 'tempest-TestMinimumBasicScenario-1441094742-router', 'tenant_id': '29c1b71d8f3143d999f673b981ef5fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '5113b835-e2fc-45df-83a1-14362285f0e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:02:50Z', 'updated_at': '2021-06-29T11:05:35Z', 'revision_number': 5, 'project_id': '29c1b71d8f3143d999f673b981ef5fbe', 'gw_port': {'id': '5113b835-e2fc-45df-83a1-14362285f0e6', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f84ae-8d28-4e8d-a403-2a12eb44dee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:51Z', 'updated_at': '2021-06-29T11:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb'}] {{(pid=105128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:05:37.179501 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.db [None req-6f79397d-6d2d-4bff-812d-293a04d0b4f8 admin admin] For port 5113b835-e2fc-45df-83a1-14362285f0e6, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=5113b835-e2fc-45df-83a1-14362285f0e6,segment=NetworkSegment(cf6731c6-a9cf-4901-a91e-9599bf0473fe),segment_id=cf6731c6-a9cf-4901-a91e-9599bf0473fe)] {{(pid=105126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:05:37.179860 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-6f79397d-6d2d-4bff-812d-293a04d0b4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:37.192675 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.plugin [None req-6f79397d-6d2d-4bff-812d-293a04d0b4f8 admin admin] Calling delete_port for 5113b835-e2fc-45df-83a1-14362285f0e6 owned by network:router_gateway {{(pid=105126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:05:37.421014 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-6f79397d-6d2d-4bff-812d-293a04d0b4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131239438'] for port, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:37.424810 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:05:37.448075 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79397d-6d2d-4bff-812d-293a04d0b4f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5113b835-e2fc-45df-83a1-14362285f0e6,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:05:37.451193 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-6f79397d-6d2d-4bff-812d-293a04d0b4f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:05:37.511111 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-6f79397d-6d2d-4bff-812d-293a04d0b4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606844'] for router_gateway, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:37.603402 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-6f79397d-6d2d-4bff-812d-293a04d0b4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-644'] for router, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:37.605623 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-6f79397d-6d2d-4bff-812d-293a04d0b4f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:37.740861 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-6f79397d-6d2d-4bff-812d-293a04d0b4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-608061'] for router, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:37.741359 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f79397d-6d2d-4bff-812d-293a04d0b4f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec5f84ae-8d28-4e8d-a403-2a12eb44dee9 {{(pid=105126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 11:05:37.746144 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-6f79397d-6d2d-4bff-812d-293a04d0b4f8 admin admin] Notify callbacks [] for router, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:37.751233 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-6f79397d-6d2d-4bff-812d-293a04d0b4f8 admin admin] 10.222.0.66 "DELETE /v2.0/routers/ec5f84ae-8d28-4e8d-a403-2a12eb44dee9 HTTP/1.1" status: 204 len: 168 time: 1.2459202 Jun 29 11:05:37.751233 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 58374) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:05:37.801644 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.db.db_base_plugin_v2 [None req-2608031a-8887-44c4-ba70-21577f7a17b1 admin admin] Deleting subnet 7f034e75-d3bb-4df7-871a-253c7c98aaf9 {{(pid=105126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:05:37.805351 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2608031a-8887-44c4-ba70-21577f7a17b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:37.846340 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2608031a-8887-44c4-ba70-21577f7a17b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133135627'] for subnet, precommit_delete_associations {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:37.880073 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 8f134dbe-aa41-4575-be2c-9dbecd47ec4b no longer exists at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:05:37.914383 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] No Port match for: 8f134dbe-aa41-4575-be2c-9dbecd47ec4b {{(pid=105128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:05:37.915087 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 8f134dbe-aa41-4575-be2c-9dbecd47ec4b not bound to the agent host dv-cinder-793515-4-smb {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:05:37.975692 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2608031a-8887-44c4-ba70-21577f7a17b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403832'] for subnet, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:38.101223 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2608031a-8887-44c4-ba70-21577f7a17b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131239632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131955217'] for subnet, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:38.104239 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:05:38.127791 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608031a-8887-44c4-ba70-21577f7a17b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f034e75-d3bb-4df7-871a-253c7c98aaf9,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:05:38.129774 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-2608031a-8887-44c4-ba70-21577f7a17b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:38.131703 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-2608031a-8887-44c4-ba70-21577f7a17b1 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7f034e75-d3bb-4df7-871a-253c7c98aaf9 HTTP/1.1" status: 204 len: 168 time: 0.3808236 Jun 29 11:05:38.132546 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-2608031a-8887-44c4-ba70-21577f7a17b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:05:38.134538 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 58384) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:05:38.135046 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf6035e-fad1-47c5-bb4f-a7fea4cdc030 None None] Network 490fe32d-c860-4c3a-becf-bd3759e0fead requested from dv-cinder-793515-4-smb {{(pid=105128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:05:38.213933 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-53c6fe2f-5bd8-4875-8eac-22051e60307b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513381'] for network, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:38.269423 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [None req-53c6fe2f-5bd8-4875-8eac-22051e60307b admin admin] Deleting port 0fcb0f6b-848e-4d93-a85b-669901d77988 {{(pid=105127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:05:38.269768 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-53c6fe2f-5bd8-4875-8eac-22051e60307b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:38.332672 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a5d7d5-5c08-4961-abee-406d5ed08ae7 None None] DHCP port deletion for 490fe32d-c860-4c3a-becf-bd3759e0fead request from dv-cinder-793515-4-smb {{(pid=105128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 11:05:38.338871 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [None req-53c6fe2f-5bd8-4875-8eac-22051e60307b admin admin] For port 0fcb0f6b-848e-4d93-a85b-669901d77988, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=0fcb0f6b-848e-4d93-a85b-669901d77988,segment=NetworkSegment(a604d2f4-8ba9-42d2-874f-07fa9462f195),segment_id=a604d2f4-8ba9-42d2-874f-07fa9462f195)] {{(pid=105127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:05:38.339228 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-53c6fe2f-5bd8-4875-8eac-22051e60307b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:38.352485 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [None req-53c6fe2f-5bd8-4875-8eac-22051e60307b admin admin] Calling delete_port for 0fcb0f6b-848e-4d93-a85b-669901d77988 owned by network:dhcp {{(pid=105127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:05:38.391706 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-30a5d7d5-5c08-4961-abee-406d5ed08ae7 None None] Deleting port 0fcb0f6b-848e-4d93-a85b-669901d77988 {{(pid=105128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:05:38.391997 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-30a5d7d5-5c08-4961-abee-406d5ed08ae7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:38.462773 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-30a5d7d5-5c08-4961-abee-406d5ed08ae7 None None] For port 0fcb0f6b-848e-4d93-a85b-669901d77988, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=0fcb0f6b-848e-4d93-a85b-669901d77988,segment=NetworkSegment(a604d2f4-8ba9-42d2-874f-07fa9462f195),segment_id=a604d2f4-8ba9-42d2-874f-07fa9462f195)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:05:38.463174 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-30a5d7d5-5c08-4961-abee-406d5ed08ae7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:38.476985 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-30a5d7d5-5c08-4961-abee-406d5ed08ae7 None None] Calling delete_port for 0fcb0f6b-848e-4d93-a85b-669901d77988 owned by network:dhcp {{(pid=105128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:05:38.490715 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-53c6fe2f-5bd8-4875-8eac-22051e60307b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130347151'] for port, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:38.493821 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-f27a61d0-20ca-4ae3-993e-52a261d8cdcd tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:05:38.518255 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6fe2f-5bd8-4875-8eac-22051e60307b admin admin] Pushing event deleted for resources: {'Port': ['ID=0fcb0f6b-848e-4d93-a85b-669901d77988,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:05:38.521376 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-53c6fe2f-5bd8-4875-8eac-22051e60307b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:05:38.522137 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c6fe2f-5bd8-4875-8eac-22051e60307b admin admin] No DVR routers for this DVR port 0fcb0f6b-848e-4d93-a85b-669901d77988 on host dv-cinder-793515-4-smb {{(pid=105127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:05:38.553839 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-30a5d7d5-5c08-4961-abee-406d5ed08ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036'] for port, after_delete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:38.555769 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-5c651993-65ea-4681-ae0d-e98e26c4c030 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:05:38.579605 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a5d7d5-5c08-4961-abee-406d5ed08ae7 None None] Pushing event deleted for resources: {'Port': ['ID=0fcb0f6b-848e-4d93-a85b-669901d77988,revision_number=None']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:05:38.583028 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-30a5d7d5-5c08-4961-abee-406d5ed08ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:05:38.588211 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a5d7d5-5c08-4961-abee-406d5ed08ae7 None None] No DVR routers for this DVR port 0fcb0f6b-848e-4d93-a85b-669901d77988 on host dv-cinder-793515-4-smb {{(pid=105128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:05:38.595149 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-53c6fe2f-5bd8-4875-8eac-22051e60307b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405582', 'neutron.services.segments.db._delete_segments_for_network-8761935544625'] for network, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:38.604807 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.services.segments.db [None req-53c6fe2f-5bd8-4875-8eac-22051e60307b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['490fe32d-c860-4c3a-becf-bd3759e0fead']}} {{(pid=105127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:05:38.615002 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.services.segments.db [None req-53c6fe2f-5bd8-4875-8eac-22051e60307b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a604d2f4-8ba9-42d2-874f-07fa9462f195') {'for_net_delete': True} {{(pid=105127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:05:38.615302 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.services.segments.db [None req-53c6fe2f-5bd8-4875-8eac-22051e60307b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a604d2f4-8ba9-42d2-874f-07fa9462f195') {} {{(pid=105127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:05:38.628631 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-53c6fe2f-5bd8-4875-8eac-22051e60307b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761935440276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133725513'] for segment, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:38.637574 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-53c6fe2f-5bd8-4875-8eac-22051e60307b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790'] for segment, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:38.644225 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53c6fe2f-5bd8-4875-8eac-22051e60307b admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=105127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:05:38.644585 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-53c6fe2f-5bd8-4875-8eac-22051e60307b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130347196'] for segment, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:38.646182 dv-cinder-793515-4-smb neutron-server[105127]: Traceback (most recent call last): Jun 29 11:05:38.646182 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:05:38.646182 dv-cinder-793515-4-smb neutron-server[105127]: timer() Jun 29 11:05:38.646182 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:05:38.646182 dv-cinder-793515-4-smb neutron-server[105127]: cb(*args, **kw) Jun 29 11:05:38.646182 dv-cinder-793515-4-smb neutron-server[105127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:05:38.646182 dv-cinder-793515-4-smb neutron-server[105127]: return func(*args, **kwargs) Jun 29 11:05:38.646182 dv-cinder-793515-4-smb neutron-server[105127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:05:38.646182 dv-cinder-793515-4-smb neutron-server[105127]: self._notify() Jun 29 11:05:38.646182 dv-cinder-793515-4-smb neutron-server[105127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:05:38.646182 dv-cinder-793515-4-smb neutron-server[105127]: self.callback(batched_events) Jun 29 11:05:38.646182 dv-cinder-793515-4-smb neutron-server[105127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:05:38.646182 dv-cinder-793515-4-smb neutron-server[105127]: event.method(event) Jun 29 11:05:38.646182 dv-cinder-793515-4-smb neutron-server[105127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:05:38.646182 dv-cinder-793515-4-smb neutron-server[105127]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:05:38.646182 dv-cinder-793515-4-smb neutron-server[105127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:05:38.646182 dv-cinder-793515-4-smb neutron-server[105127]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:05:38.646182 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:05:38.646182 dv-cinder-793515-4-smb neutron-server[105127]: return f(self, *a, **k) Jun 29 11:05:38.646182 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:05:38.646182 dv-cinder-793515-4-smb neutron-server[105127]: return self._get(url).json() Jun 29 11:05:38.646182 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:05:38.646182 dv-cinder-793515-4-smb neutron-server[105127]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:05:38.646182 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:05:38.646182 dv-cinder-793515-4-smb neutron-server[105127]: return self.request(url, 'GET', **kwargs) Jun 29 11:05:38.646182 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:05:38.646182 dv-cinder-793515-4-smb neutron-server[105127]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:05:38.646182 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:05:38.646182 dv-cinder-793515-4-smb neutron-server[105127]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:05:38.646182 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:05:38.646182 dv-cinder-793515-4-smb neutron-server[105127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:05:38.646182 dv-cinder-793515-4-smb neutron-server[105127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:05:38.798378 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-53c6fe2f-5bd8-4875-8eac-22051e60307b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606861'] for network, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:38.802105 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-47d3cfe6-1f14-42df-8543-dde752cbe492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:05:38.804553 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-53c6fe2f-5bd8-4875-8eac-22051e60307b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for network, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:38.806372 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-53c6fe2f-5bd8-4875-8eac-22051e60307b admin admin] 10.222.0.66 "DELETE /v2.0/networks/490fe32d-c860-4c3a-becf-bd3759e0fead HTTP/1.1" status: 204 len: 168 time: 0.6706784 Jun 29 11:05:38.821950 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6fe2f-5bd8-4875-8eac-22051e60307b admin admin] Pushing event deleted for resources: {'Network': ['ID=490fe32d-c860-4c3a-becf-bd3759e0fead,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:05:38.824308 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-53c6fe2f-5bd8-4875-8eac-22051e60307b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:05:38.832332 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-ff2015cb-9cc3-400b-8952-fcac62d398af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:38.969591 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:39.197018 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 58396) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:05:39.240802 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-62b2ea61-a330-4ee2-96a2-bf92043571de admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=062c9effd8ee472b8d3bc5a1e756224e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402677 Jun 29 11:05:39.241458 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 58400) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:05:39.291220 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-5135e417-7423-4c68-920d-8b7319885024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:39.316518 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-5135e417-7423-4c68-920d-8b7319885024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:39.403941 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-5135e417-7423-4c68-920d-8b7319885024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:39.407266 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-5135e417-7423-4c68-920d-8b7319885024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:39.408473 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-5135e417-7423-4c68-920d-8b7319885024 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9a747de9-a1d5-4d79-ae65-a08a227b2bae HTTP/1.1" status: 204 len: 168 time: 0.1659920 Jun 29 11:05:39.409262 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-405a0358-f7ef-4dad-ae59-6563c7d4b1e9 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:05:39.417282 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135e417-7423-4c68-920d-8b7319885024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a747de9-a1d5-4d79-ae65-a08a227b2bae,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:05:39.419787 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-5135e417-7423-4c68-920d-8b7319885024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:05:39.799496 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 5113b835-e2fc-45df-83a1-14362285f0e6 no longer exists at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:05:39.822373 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] No Port match for: 5113b835-e2fc-45df-83a1-14362285f0e6 {{(pid=105128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:05:39.822727 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 5113b835-e2fc-45df-83a1-14362285f0e6 not bound to the agent host dv-cinder-793515-4-smb {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:05:39.823156 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 0fcb0f6b-848e-4d93-a85b-669901d77988 no longer exists at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:05:39.841132 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] No Port match for: 0fcb0f6b-848e-4d93-a85b-669901d77988 {{(pid=105128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:05:39.841482 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 0fcb0f6b-848e-4d93-a85b-669901d77988 not bound to the agent host dv-cinder-793515-4-smb {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:05:40.006838 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 58408) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:05:40.045759 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-e99eddee-20f6-4032-8b42-a4dc1cc32386 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=29c1b71d8f3143d999f673b981ef5fbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377119 Jun 29 11:05:40.049176 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 58410) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:05:40.095767 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-cdb4762a-7165-49ae-82ca-404f06e2eef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:40.116468 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-cdb4762a-7165-49ae-82ca-404f06e2eef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:40.192051 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:40.220447 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-cdb4762a-7165-49ae-82ca-404f06e2eef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:40.223046 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-cdb4762a-7165-49ae-82ca-404f06e2eef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:40.224223 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-cdb4762a-7165-49ae-82ca-404f06e2eef7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/27b6a28a-634a-42be-abd7-2473d582a652 HTTP/1.1" status: 204 len: 168 time: 0.1741729 Jun 29 11:05:40.225168 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-55fd68ed-7d17-4817-9a1b-bd2452a27ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:05:40.232451 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb4762a-7165-49ae-82ca-404f06e2eef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b6a28a-634a-42be-abd7-2473d582a652,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:05:40.234687 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-cdb4762a-7165-49ae-82ca-404f06e2eef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:05:41.700791 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:42.290799 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.agents_db [None req-6227a327-39ba-4b2a-b4ab-7b0e2d6295dc None None] Agent healthcheck: found 6 active agents {{(pid=105129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:05:58.982780 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 58622) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:05:59.018720 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:59.083927 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-08bb2283-3a26-4923-8dd6-9b9e129233e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:59.171835 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-08bb2283-3a26-4923-8dd6-9b9e129233e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:59.283159 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-08bb2283-3a26-4923-8dd6-9b9e129233e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:59.285830 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-b364e09f-f46d-4464-86af-825070cd5913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:05:59.326900 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-08bb2283-3a26-4923-8dd6-9b9e129233e2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=924a83c414964104b7b561ee6f643390&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3407216 Jun 29 11:05:59.326900 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bb2283-3a26-4923-8dd6-9b9e129233e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9f5be7-9dbc-4582-9447-2cc9f65a00d9,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:05:59.327939 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 58628) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:05:59.328622 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-08bb2283-3a26-4923-8dd6-9b9e129233e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:05:59.377622 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-220d81b0-ab2f-4fe7-8077-1f822acdd35b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:59.398502 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-220d81b0-ab2f-4fe7-8077-1f822acdd35b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:59.478796 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-519a4940-413f-4b46-9dae-830244509964 req-30d62e30-3246-41a5-80b3-a876656c2938 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0784185 Jun 29 11:05:59.833403 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-220d81b0-ab2f-4fe7-8077-1f822acdd35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:59.835891 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-220d81b0-ab2f-4fe7-8077-1f822acdd35b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:59.837024 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-220d81b0-ab2f-4fe7-8077-1f822acdd35b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ec9f5be7-9dbc-4582-9447-2cc9f65a00d9 HTTP/1.1" status: 204 len: 168 time: 0.5080612 Jun 29 11:05:59.837916 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-878e60f1-1031-468f-a559-ee811a6defa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:05:59.848369 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d81b0-ab2f-4fe7-8077-1f822acdd35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9f5be7-9dbc-4582-9447-2cc9f65a00d9,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:05:59.851350 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-220d81b0-ab2f-4fe7-8077-1f822acdd35b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:05:59.870221 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a4940-413f-4b46-9dae-830244509964 req-7a26c931-8f04-4f74-8c66-cec33b31574f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:05:59.871750 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-519a4940-413f-4b46-9dae-830244509964 req-7a26c931-8f04-4f74-8c66-cec33b31574f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cf3eb55687784d58baefbd075c2bee23&device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 1098 time: 0.3342564 Jun 29 11:05:59.980749 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a4940-413f-4b46-9dae-830244509964 req-a7e3ec08-77ca-4bf1-9e32-bacb328718b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:05:59.982216 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-519a4940-413f-4b46-9dae-830244509964 req-a7e3ec08-77ca-4bf1-9e32-bacb328718b4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eda33a07-a8d0-4f6b-aa40-3f01a74f2e07 HTTP/1.1" status: 200 len: 909 time: 0.0896175 Jun 29 11:06:00.050826 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-519a4940-413f-4b46-9dae-830244509964 req-4f4d38d2-517b-4b61-a1e5-35adef2bba05 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2900b76d-1dea-4f48-941b-58240da2d852 HTTP/1.1" status: 200 len: 1000 time: 0.0619888 Jun 29 11:06:00.099038 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a4940-413f-4b46-9dae-830244509964 req-0e66c85b-57c2-4fcc-843d-257273cd7b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:00.100512 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-519a4940-413f-4b46-9dae-830244509964 req-0e66c85b-57c2-4fcc-843d-257273cd7b19 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30405db8-d131-4708-9e3c-031db82ce4bd HTTP/1.1" status: 200 len: 847 time: 0.0433564 Jun 29 11:06:00.158032 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a4940-413f-4b46-9dae-830244509964 req-39770346-8704-4b98-9a8c-89d8f60bd73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:00.159560 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-519a4940-413f-4b46-9dae-830244509964 req-39770346-8704-4b98-9a8c-89d8f60bd73e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eda33a07-a8d0-4f6b-aa40-3f01a74f2e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0531573 Jun 29 11:06:00.254030 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-519a4940-413f-4b46-9dae-830244509964 req-0d220c56-ec8b-4e39-8de9-609a1e3582b5 service neutron] 10.222.0.42 "GET /v2.0/networks/eda33a07-a8d0-4f6b-aa40-3f01a74f2e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857837 Jun 29 11:06:00.346963 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-519a4940-413f-4b46-9dae-830244509964 req-807e131c-4e23-423e-a4aa-c36b3bdc11e5 service neutron] 10.222.0.42 "GET /v2.0/networks/eda33a07-a8d0-4f6b-aa40-3f01a74f2e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852907 Jun 29 11:06:00.366353 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 58636) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:06:00.379952 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d29baa67-0192-40b7-ba81-2e969dfd8b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:00.465634 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d29baa67-0192-40b7-ba81-2e969dfd8b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:00.546896 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d29baa67-0192-40b7-ba81-2e969dfd8b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:00.549411 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-c6e6f35a-fabf-4312-ab61-1944fed025bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:06:00.587358 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29baa67-0192-40b7-ba81-2e969dfd8b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7a9590-a56b-49da-82a8-4865af54085e,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:06:00.591654 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-d29baa67-0192-40b7-ba81-2e969dfd8b5b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5494490cf8a04a7ea6b3972047bd4098&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2242017 Jun 29 11:06:00.592547 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-d29baa67-0192-40b7-ba81-2e969dfd8b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:06:00.594192 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 58638) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:06:00.651719 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-2a3bab8d-57ab-42e4-9723-1a227df3bddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:00.671677 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-2a3bab8d-57ab-42e4-9723-1a227df3bddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:00.814953 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-2a3bab8d-57ab-42e4-9723-1a227df3bddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:00.817589 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-2a3bab8d-57ab-42e4-9723-1a227df3bddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:00.818742 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-2a3bab8d-57ab-42e4-9723-1a227df3bddc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/eb7a9590-a56b-49da-82a8-4865af54085e HTTP/1.1" status: 204 len: 168 time: 0.2236698 Jun 29 11:06:00.819513 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-8a6b4393-934c-4460-beb8-340630ae5c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:06:00.827073 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3bab8d-57ab-42e4-9723-1a227df3bddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7a9590-a56b-49da-82a8-4865af54085e,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:06:00.829282 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-2a3bab8d-57ab-42e4-9723-1a227df3bddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:06:02.896895 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 58686) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:06:03.062896 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [None req-34be5666-e240-4ed5-ba7c-261ce7801d76 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Deleting port b9921dee-8a12-4599-abde-8007832dcaa7 {{(pid=105127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:06:03.063245 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-34be5666-e240-4ed5-ba7c-261ce7801d76 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:03.144376 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-34be5666-e240-4ed5-ba7c-261ce7801d76 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:03.144715 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-34be5666-e240-4ed5-ba7c-261ce7801d76 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:03.156410 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [None req-34be5666-e240-4ed5-ba7c-261ce7801d76 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Calling delete_port for b9921dee-8a12-4599-abde-8007832dcaa7 owned by network:floatingip {{(pid=105127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:06:03.425852 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-34be5666-e240-4ed5-ba7c-261ce7801d76 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130347151'] for port, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:03.429021 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-9392c870-6f16-44eb-982f-2acc18cd3438 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:06:03.452730 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be5666-e240-4ed5-ba7c-261ce7801d76 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Pushing event deleted for resources: {'Port': ['ID=b9921dee-8a12-4599-abde-8007832dcaa7,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:06:03.464699 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34be5666-e240-4ed5-ba7c-261ce7801d76 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:06:03.465079 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34be5666-e240-4ed5-ba7c-261ce7801d76 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:06:03.465451 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34be5666-e240-4ed5-ba7c-261ce7801d76 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:06:03.465818 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34be5666-e240-4ed5-ba7c-261ce7801d76 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:06:03.466178 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34be5666-e240-4ed5-ba7c-261ce7801d76 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:06:03.466536 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34be5666-e240-4ed5-ba7c-261ce7801d76 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:06:03.466891 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34be5666-e240-4ed5-ba7c-261ce7801d76 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:06:03.467245 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34be5666-e240-4ed5-ba7c-261ce7801d76 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:06:03.467600 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34be5666-e240-4ed5-ba7c-261ce7801d76 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:06:03.467946 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34be5666-e240-4ed5-ba7c-261ce7801d76 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:06:03.468296 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34be5666-e240-4ed5-ba7c-261ce7801d76 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:06:03.468672 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34be5666-e240-4ed5-ba7c-261ce7801d76 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:06:03.487911 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-34be5666-e240-4ed5-ba7c-261ce7801d76 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:06:03.530833 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-34be5666-e240-4ed5-ba7c-261ce7801d76 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks [] for floatingip, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:03.531168 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.db.l3_db [None req-34be5666-e240-4ed5-ba7c-261ce7801d76 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Floating IP cbe91f8a-c3b1-4f87-8a01-4ac31bdb3d30 disassociated (deleted). External IP: 172.28.3.75, port: 2900b76d-1dea-4f48-941b-58240da2d852. Jun 29 11:06:03.723089 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 58706) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:06:03.741836 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34be5666-e240-4ed5-ba7c-261ce7801d76 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Router 0be7f9e8-570c-48a0-a1d5-0773355f2c0a has already been hosted by L3 agent 3b2ad6f0-f3d9-4012-ac35-d330af5e0962 {{(pid=105127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:06:03.826321 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-5d23533d-184e-4919-af0d-56bfe388f35e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:03.854034 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34be5666-e240-4ed5-ba7c-261ce7801d76 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify agent at l3_agent.dv-cinder-793515-4-smb the message routers_updated {{(pid=105127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:06:03.858943 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-34be5666-e240-4ed5-ba7c-261ce7801d76 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for floatingip, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:03.865663 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410e1b1b-2d78-4043-99a0-6cf29ae5434a None None] Sync routers for ids ['0be7f9e8-570c-48a0-a1d5-0773355f2c0a'] in dv-cinder-793515-4-smb {{(pid=105129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:06:03.875156 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410e1b1b-2d78-4043-99a0-6cf29ae5434a None None] Routers {'0be7f9e8-570c-48a0-a1d5-0773355f2c0a'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:06:03.875854 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-410e1b1b-2d78-4043-99a0-6cf29ae5434a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:05:39Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['0be7f9e8-570c-48a0-a1d5-0773355f2c0a'], 'active': True} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:06:03.901074 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-34be5666-e240-4ed5-ba7c-261ce7801d76 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "DELETE /v2.0/floatingips/cbe91f8a-c3b1-4f87-8a01-4ac31bdb3d30 HTTP/1.1" status: 204 len: 168 time: 1.0030854 Jun 29 11:06:03.901853 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83d0cf4-01a4-46db-abb9-52a66305cb72', 'tag': '2900b76d-1dea-4f48-941b-58240da2d852'}] {{(pid=105127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:06:03.904330 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51926c8a96ac3dcbe8a9a7c61d1f1b13ee7346919254cfc90a12d4d270e3eabf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5551ffb-3042-4ab0-a49d-6eb3377e2bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "e83d0cf4-01a4-46db-abb9-52a66305cb72", "tag": "2900b76d-1dea-4f48-941b-58240da2d852"}]}' {{(pid=105127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:06:03.922220 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-5d23533d-184e-4919-af0d-56bfe388f35e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:03.947941 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70114171-dcee-4333-943b-eadc3c75c1c0 x-openstack-request-id: req-70114171-dcee-4333-943b-eadc3c75c1c0 {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:06:03.948276 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e83d0cf4-01a4-46db-abb9-52a66305cb72", "tag": "2900b76d-1dea-4f48-941b-58240da2d852", "status": "completed", "code": 200}]} {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:06:03.948588 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-70114171-dcee-4333-943b-eadc3c75c1c0 {{(pid=105127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:06:03.949018 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e83d0cf4-01a4-46db-abb9-52a66305cb72', 'tag': '2900b76d-1dea-4f48-941b-58240da2d852', 'status': 'completed', 'code': 200} Jun 29 11:06:03.991229 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-5d23533d-184e-4919-af0d-56bfe388f35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:04.009140 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvr_db [None req-410e1b1b-2d78-4043-99a0-6cf29ae5434a None None] Set router 0be7f9e8-570c-48a0-a1d5-0773355f2c0a gateway port host: dv-cinder-793515-4-smb {{(pid=105129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:06:04.020517 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-a0d8ea40-a9e1-432c-84c8-f4a9e7fae955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:06:04.040403 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-5d23533d-184e-4919-af0d-56bfe388f35e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f1b5c51e5ffe47d5ba48ab02ae17dba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3162017 Jun 29 11:06:04.041436 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 58716) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:06:04.065191 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d23533d-184e-4919-af0d-56bfe388f35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a563500-d977-4e1c-887c-91ca3bdbb23b,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:06:04.087046 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d23533d-184e-4919-af0d-56bfe388f35e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:06:04.087913 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d23533d-184e-4919-af0d-56bfe388f35e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:06:04.088624 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d23533d-184e-4919-af0d-56bfe388f35e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:06:04.089221 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d23533d-184e-4919-af0d-56bfe388f35e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:06:04.089902 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d23533d-184e-4919-af0d-56bfe388f35e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:06:04.090491 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d23533d-184e-4919-af0d-56bfe388f35e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:06:04.091134 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d23533d-184e-4919-af0d-56bfe388f35e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:06:04.091794 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d23533d-184e-4919-af0d-56bfe388f35e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:06:04.092412 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d23533d-184e-4919-af0d-56bfe388f35e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:06:04.093050 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d23533d-184e-4919-af0d-56bfe388f35e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:06:04.093177 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5551ffb-3042-4ab0-a49d-6eb3377e2bb6 req-6606fb22-3aa0-468b-8097-67e8b9773b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:04.093812 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d23533d-184e-4919-af0d-56bfe388f35e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:06:04.094447 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d23533d-184e-4919-af0d-56bfe388f35e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:06:04.095616 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d5551ffb-3042-4ab0-a49d-6eb3377e2bb6 req-6606fb22-3aa0-468b-8097-67e8b9773b5a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cf3eb55687784d58baefbd075c2bee23&device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 1098 time: 0.0985863 Jun 29 11:06:04.103067 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-5d23533d-184e-4919-af0d-56bfe388f35e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:06:04.131546 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-56c0954c-a15f-4aab-a06a-b0e466c76203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:04.155849 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-56c0954c-a15f-4aab-a06a-b0e466c76203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:04.226214 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-410e1b1b-2d78-4043-99a0-6cf29ae5434a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be7f9e8-570c-48a0-a1d5-0773355f2c0a', 'name': 'tempest-TestShelveInstance-198654073-router', 'tenant_id': 'cf3eb55687784d58baefbd075c2bee23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.125'}], 'enable_snat': True}, 'gw_port_id': '1e5af5f5-7f1e-42f1-966c-8064f296877c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:01:01Z', 'updated_at': '2021-06-29T11:01:06Z', 'revision_number': 4, 'project_id': 'cf3eb55687784d58baefbd075c2bee23', 'gw_port': {'id': '1e5af5f5-7f1e-42f1-966c-8064f296877c', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be7f9e8-570c-48a0-a1d5-0773355f2c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:01:02Z', 'updated_at': '2021-06-29T11:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_interfaces': [{'id': 'aaf6ece0-3d3c-48ce-ae24-62a500058e14', 'name': '', 'network_id': 'eda33a07-a8d0-4f6b-aa40-3f01a74f2e07', 'tenant_id': 'cf3eb55687784d58baefbd075c2bee23', 'mac_address': 'fa:16:3e:34:e8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be7f9e8-570c-48a0-a1d5-0773355f2c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '30405db8-d131-4708-9e3c-031db82ce4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:01:05Z', 'updated_at': '2021-06-29T11:01:12Z', 'revision_number': 5, 'project_id': 'cf3eb55687784d58baefbd075c2bee23', 'subnets': [{'id': '30405db8-d131-4708-9e3c-031db82ce4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:06:04.233119 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5551ffb-3042-4ab0-a49d-6eb3377e2bb6 req-28faa128-817b-4ba9-ad71-9af274e8fd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:04.234614 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d5551ffb-3042-4ab0-a49d-6eb3377e2bb6 req-28faa128-817b-4ba9-ad71-9af274e8fd7b service neutron] 10.222.0.42 "GET /v2.0/networks?id=eda33a07-a8d0-4f6b-aa40-3f01a74f2e07 HTTP/1.1" status: 200 len: 909 time: 0.1321244 Jun 29 11:06:04.252687 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410e1b1b-2d78-4043-99a0-6cf29ae5434a None None] Checking router: 0be7f9e8-570c-48a0-a1d5-0773355f2c0a for host: dv-cinder-793515-4-smb {{(pid=105129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:06:04.260662 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410e1b1b-2d78-4043-99a0-6cf29ae5434a None None] Routers {'0be7f9e8-570c-48a0-a1d5-0773355f2c0a'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:06:04.261264 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-410e1b1b-2d78-4043-99a0-6cf29ae5434a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:05:39Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['0be7f9e8-570c-48a0-a1d5-0773355f2c0a'], 'active': True} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:06:04.281324 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d5551ffb-3042-4ab0-a49d-6eb3377e2bb6 req-85978b6c-f002-4868-8b40-41cd4d2401f5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2900b76d-1dea-4f48-941b-58240da2d852 HTTP/1.1" status: 200 len: 217 time: 0.0389454 Jun 29 11:06:04.335712 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5551ffb-3042-4ab0-a49d-6eb3377e2bb6 req-eec16c8d-1c05-46fc-93d2-3c3b37e1264c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:04.337235 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d5551ffb-3042-4ab0-a49d-6eb3377e2bb6 req-eec16c8d-1c05-46fc-93d2-3c3b37e1264c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30405db8-d131-4708-9e3c-031db82ce4bd HTTP/1.1" status: 200 len: 847 time: 0.0482295 Jun 29 11:06:04.346254 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-56c0954c-a15f-4aab-a06a-b0e466c76203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:04.349323 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-56c0954c-a15f-4aab-a06a-b0e466c76203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:04.350570 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-56c0954c-a15f-4aab-a06a-b0e466c76203 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6a563500-d977-4e1c-887c-91ca3bdbb23b HTTP/1.1" status: 204 len: 168 time: 0.3034351 Jun 29 11:06:04.351600 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-337331bb-b329-48cd-a6fc-23cd0ad4eb7d tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:06:04.358632 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0954c-a15f-4aab-a06a-b0e466c76203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a563500-d977-4e1c-887c-91ca3bdbb23b,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:06:04.361663 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-56c0954c-a15f-4aab-a06a-b0e466c76203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:06:04.370564 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvr_db [None req-410e1b1b-2d78-4043-99a0-6cf29ae5434a None None] Set router 0be7f9e8-570c-48a0-a1d5-0773355f2c0a gateway port host: dv-cinder-793515-4-smb {{(pid=105129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:06:04.440939 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5551ffb-3042-4ab0-a49d-6eb3377e2bb6 req-c921b20b-94ad-490e-93df-d094ffa3144e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:04.442529 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d5551ffb-3042-4ab0-a49d-6eb3377e2bb6 req-c921b20b-94ad-490e-93df-d094ffa3144e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eda33a07-a8d0-4f6b-aa40-3f01a74f2e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0653794 Jun 29 11:06:04.581898 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d5551ffb-3042-4ab0-a49d-6eb3377e2bb6 req-7b509646-4164-45cb-9c5f-21d59f967b37 service neutron] 10.222.0.42 "GET /v2.0/networks/eda33a07-a8d0-4f6b-aa40-3f01a74f2e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297834 Jun 29 11:06:04.597160 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f00aba-cf85-4638-adcc-4be992d748c9 req-bf3e3102-e26a-48d4-bfb8-93fe4a17a39f tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:04.598669 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d2f00aba-cf85-4638-adcc-4be992d748c9 req-bf3e3102-e26a-48d4-bfb8-93fe4a17a39f tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 945 time: 0.1003370 Jun 29 11:06:04.696538 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-410e1b1b-2d78-4043-99a0-6cf29ae5434a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be7f9e8-570c-48a0-a1d5-0773355f2c0a', 'name': 'tempest-TestShelveInstance-198654073-router', 'tenant_id': 'cf3eb55687784d58baefbd075c2bee23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.125'}], 'enable_snat': True}, 'gw_port_id': '1e5af5f5-7f1e-42f1-966c-8064f296877c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:01:01Z', 'updated_at': '2021-06-29T11:01:06Z', 'revision_number': 4, 'project_id': 'cf3eb55687784d58baefbd075c2bee23', 'gw_port': {'id': '1e5af5f5-7f1e-42f1-966c-8064f296877c', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be7f9e8-570c-48a0-a1d5-0773355f2c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:01:02Z', 'updated_at': '2021-06-29T11:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_interfaces': [{'id': 'aaf6ece0-3d3c-48ce-ae24-62a500058e14', 'name': '', 'network_id': 'eda33a07-a8d0-4f6b-aa40-3f01a74f2e07', 'tenant_id': 'cf3eb55687784d58baefbd075c2bee23', 'mac_address': 'fa:16:3e:34:e8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be7f9e8-570c-48a0-a1d5-0773355f2c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '30405db8-d131-4708-9e3c-031db82ce4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:01:05Z', 'updated_at': '2021-06-29T11:01:12Z', 'revision_number': 5, 'project_id': 'cf3eb55687784d58baefbd075c2bee23', 'subnets': [{'id': '30405db8-d131-4708-9e3c-031db82ce4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:06:04.700489 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d2f00aba-cf85-4638-adcc-4be992d748c9 req-4eb9826a-76a7-4812-8daa-beae38995b78 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812430 Jun 29 11:06:04.727756 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410e1b1b-2d78-4043-99a0-6cf29ae5434a None None] The sync data for ids ['0be7f9e8-570c-48a0-a1d5-0773355f2c0a'] in dv-cinder-793515-4-smb is: [{'id': '0be7f9e8-570c-48a0-a1d5-0773355f2c0a', 'name': 'tempest-TestShelveInstance-198654073-router', 'tenant_id': 'cf3eb55687784d58baefbd075c2bee23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.125'}], 'enable_snat': True}, 'gw_port_id': '1e5af5f5-7f1e-42f1-966c-8064f296877c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:01:01Z', 'updated_at': '2021-06-29T11:01:06Z', 'revision_number': 4, 'project_id': 'cf3eb55687784d58baefbd075c2bee23', 'gw_port': {'id': '1e5af5f5-7f1e-42f1-966c-8064f296877c', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be7f9e8-570c-48a0-a1d5-0773355f2c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:01:02Z', 'updated_at': '2021-06-29T11:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_interfaces': [{'id': 'aaf6ece0-3d3c-48ce-ae24-62a500058e14', 'name': '', 'network_id': 'eda33a07-a8d0-4f6b-aa40-3f01a74f2e07', 'tenant_id': 'cf3eb55687784d58baefbd075c2bee23', 'mac_address': 'fa:16:3e:34:e8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be7f9e8-570c-48a0-a1d5-0773355f2c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '30405db8-d131-4708-9e3c-031db82ce4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:01:05Z', 'updated_at': '2021-06-29T11:01:12Z', 'revision_number': 5, 'project_id': 'cf3eb55687784d58baefbd075c2bee23', 'subnets': [{'id': '30405db8-d131-4708-9e3c-031db82ce4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:06:04.731800 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-d5551ffb-3042-4ab0-a49d-6eb3377e2bb6 req-53628eaa-a684-4b31-8101-61727580cadb service neutron] 10.222.0.42 "GET /v2.0/networks/eda33a07-a8d0-4f6b-aa40-3f01a74f2e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319146 Jun 29 11:06:04.932106 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6704e549-d06a-4f3c-b52e-e33bf7efdada None None] New status for floating IP cbe91f8a-c3b1-4f87-8a01-4ac31bdb3d30: DOWN {{(pid=105128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 11:06:04.945185 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 58724) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:06:04.958560 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-8f06d8af-3b11-492c-8d06-f807883a4f48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:05.049362 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-8f06d8af-3b11-492c-8d06-f807883a4f48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:05.133382 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-8f06d8af-3b11-492c-8d06-f807883a4f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:05.135752 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-cdb4762a-7165-49ae-82ca-404f06e2eef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:06:05.170716 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-8f06d8af-3b11-492c-8d06-f807883a4f48 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1d011c11bde94da2908258d11d80d742&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2243965 Jun 29 11:06:05.171583 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06d8af-3b11-492c-8d06-f807883a4f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6503e97d-241b-4fda-97d0-bc789759e211,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:06:05.174257 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 58726) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:06:05.175350 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-8f06d8af-3b11-492c-8d06-f807883a4f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:06:05.233287 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-86c21f61-2c7d-41cd-a0d8-1da3f49dd927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:05.255088 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-86c21f61-2c7d-41cd-a0d8-1da3f49dd927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:05.345370 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-86c21f61-2c7d-41cd-a0d8-1da3f49dd927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:05.347933 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-86c21f61-2c7d-41cd-a0d8-1da3f49dd927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:05.349135 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-86c21f61-2c7d-41cd-a0d8-1da3f49dd927 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6503e97d-241b-4fda-97d0-bc789759e211 HTTP/1.1" status: 204 len: 168 time: 0.1728086 Jun 29 11:06:05.349940 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-fa32ec54-83e7-4945-a701-8d388f265589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:06:05.358698 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c21f61-2c7d-41cd-a0d8-1da3f49dd927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6503e97d-241b-4fda-97d0-bc789759e211,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:06:05.360957 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-86c21f61-2c7d-41cd-a0d8-1da3f49dd927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:06:05.873255 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa9b41-f974-4061-a2a6-29e5080732ce req-65bf90c3-784c-406c-821c-eebf606a13fa tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:05.874723 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-00fa9b41-f974-4061-a2a6-29e5080732ce req-65bf90c3-784c-406c-821c-eebf606a13fa tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 945 time: 0.0642557 Jun 29 11:06:05.918491 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-00fa9b41-f974-4061-a2a6-29e5080732ce req-8ba4c1de-7cb3-47bf-8765-2242b9ce33e1 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374579 Jun 29 11:06:06.049830 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acca1e8-e0e9-4ba7-910f-36e522b31560 req-94c5dd5e-a695-47b8-be2c-f210de73ef79 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:06.051279 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7acca1e8-e0e9-4ba7-910f-36e522b31560 req-94c5dd5e-a695-47b8-be2c-f210de73ef79 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.42 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 945 time: 0.0638220 Jun 29 11:06:06.152830 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [req-7acca1e8-e0e9-4ba7-910f-36e522b31560 req-b18e54f4-d31c-40fb-a7d9-cc5fa0338ca6 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Deleting port 2900b76d-1dea-4f48-941b-58240da2d852 {{(pid=105127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:06:06.153183 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-7acca1e8-e0e9-4ba7-910f-36e522b31560 req-b18e54f4-d31c-40fb-a7d9-cc5fa0338ca6 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:06.247017 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-7acca1e8-e0e9-4ba7-910f-36e522b31560 req-b18e54f4-d31c-40fb-a7d9-cc5fa0338ca6 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] For port 2900b76d-1dea-4f48-941b-58240da2d852, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=2900b76d-1dea-4f48-941b-58240da2d852,segment=NetworkSegment(a6aee341-5a95-4cd8-807e-f60974c0a313),segment_id=a6aee341-5a95-4cd8-807e-f60974c0a313)] {{(pid=105127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:06:06.247696 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-7acca1e8-e0e9-4ba7-910f-36e522b31560 req-b18e54f4-d31c-40fb-a7d9-cc5fa0338ca6 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:06.260685 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [req-7acca1e8-e0e9-4ba7-910f-36e522b31560 req-b18e54f4-d31c-40fb-a7d9-cc5fa0338ca6 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Calling delete_port for 2900b76d-1dea-4f48-941b-58240da2d852 owned by compute:nova {{(pid=105127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:06:06.300660 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3d047834-04ea-4d58-9aba-836baf515da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:06.510880 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-7acca1e8-e0e9-4ba7-910f-36e522b31560 req-b18e54f4-d31c-40fb-a7d9-cc5fa0338ca6 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130347151'] for port, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:06.515146 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-be41e0ca-6eb5-4051-b1e5-8b6e7f15c9c3 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:06:06.541705 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18e54f4-d31c-40fb-a7d9-cc5fa0338ca6 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Pushing event deleted for resources: {'Port': ['ID=2900b76d-1dea-4f48-941b-58240da2d852,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:06:06.544837 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-b18e54f4-d31c-40fb-a7d9-cc5fa0338ca6 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:06:06.586583 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [req-7acca1e8-e0e9-4ba7-910f-36e522b31560 req-b18e54f4-d31c-40fb-a7d9-cc5fa0338ca6 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] No DVR routers for this DVR port 2900b76d-1dea-4f48-941b-58240da2d852 on host hv-cinder-79351 {{(pid=105127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:06:06.589144 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-7acca1e8-e0e9-4ba7-910f-36e522b31560 req-b18e54f4-d31c-40fb-a7d9-cc5fa0338ca6 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:06.591136 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7acca1e8-e0e9-4ba7-910f-36e522b31560 req-b18e54f4-d31c-40fb-a7d9-cc5fa0338ca6 tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.42 "DELETE /v2.0/ports/2900b76d-1dea-4f48-941b-58240da2d852 HTTP/1.1" status: 204 len: 173 time: 0.5345271 Jun 29 11:06:06.591643 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83d0cf4-01a4-46db-abb9-52a66305cb72', 'name': 'network-vif-deleted', 'tag': '2900b76d-1dea-4f48-941b-58240da2d852'}] {{(pid=105127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:06:06.595665 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51926c8a96ac3dcbe8a9a7c61d1f1b13ee7346919254cfc90a12d4d270e3eabf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5573139-314b-447c-b7de-1b19d7c8032c" -d '{"events": [{"server_uuid": "e83d0cf4-01a4-46db-abb9-52a66305cb72", "name": "network-vif-deleted", "tag": "2900b76d-1dea-4f48-941b-58240da2d852"}]}' {{(pid=105127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:06:06.630608 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85ae103-f640-4395-b0d3-b6c9904ff569 x-openstack-request-id: req-e85ae103-f640-4395-b0d3-b6c9904ff569 {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:06:06.630934 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83d0cf4-01a4-46db-abb9-52a66305cb72", "name": "network-vif-deleted", "tag": "2900b76d-1dea-4f48-941b-58240da2d852", "status": "completed", "code": 200}]} {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:06:06.631244 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e85ae103-f640-4395-b0d3-b6c9904ff569 {{(pid=105127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:06:06.631672 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83d0cf4-01a4-46db-abb9-52a66305cb72', 'name': 'network-vif-deleted', 'tag': '2900b76d-1dea-4f48-941b-58240da2d852', 'status': 'completed', 'code': 200} Jun 29 11:06:07.079589 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-f6259327-54d6-48dd-ba00-8ce86952cd0d req-c0628006-4c5d-40d8-8e95-6a9dff91049d tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83d0cf4-01a4-46db-abb9-52a66305cb72 HTTP/1.1" status: 200 len: 210 time: 0.0340474 Jun 29 11:06:08.178657 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 58788) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:06:08.236590 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-0d5e9fa4-57ea-4830-9956-f3bafdae78ff tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:08.261420 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-0d5e9fa4-57ea-4830-9956-f3bafdae78ff tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:08.425168 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-0d5e9fa4-57ea-4830-9956-f3bafdae78ff tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:08.427779 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-0d5e9fa4-57ea-4830-9956-f3bafdae78ff tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:08.428983 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-0d5e9fa4-57ea-4830-9956-f3bafdae78ff tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] 10.222.0.66 "DELETE /v2.0/security-groups/1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1 HTTP/1.1" status: 204 len: 168 time: 0.2493522 Jun 29 11:06:08.429863 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-b64bb77c-c852-41bb-8a00-5202e1a247a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:06:08.442786 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e9fa4-57ea-4830-9956-f3bafdae78ff tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c20cbc9-2b24-4ecf-b60a-5a36ce6b6db1,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:06:08.442786 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-0d5e9fa4-57ea-4830-9956-f3bafdae78ff tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:06:08.530163 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 58792) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:06:08.859477 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-8de8a6b0-f50d-4541-bca4-c9ffca0a78e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:08.962089 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:09.016991 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-10b3cc4a-a70f-4d42-9d2a-d4d2dc955471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606464'] for router_interface, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:09.267828 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [None req-10b3cc4a-a70f-4d42-9d2a-d4d2dc955471 admin admin] Deleting port aaf6ece0-3d3c-48ce-ae24-62a500058e14 {{(pid=105127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:06:09.268494 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-10b3cc4a-a70f-4d42-9d2a-d4d2dc955471 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:09.612535 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [None req-10b3cc4a-a70f-4d42-9d2a-d4d2dc955471 admin admin] For port aaf6ece0-3d3c-48ce-ae24-62a500058e14, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=aaf6ece0-3d3c-48ce-ae24-62a500058e14,segment=NetworkSegment(a6aee341-5a95-4cd8-807e-f60974c0a313),segment_id=a6aee341-5a95-4cd8-807e-f60974c0a313)] {{(pid=105127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:06:09.612892 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-10b3cc4a-a70f-4d42-9d2a-d4d2dc955471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:09.626080 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [None req-10b3cc4a-a70f-4d42-9d2a-d4d2dc955471 admin admin] Calling delete_port for aaf6ece0-3d3c-48ce-ae24-62a500058e14 owned by network:router_interface {{(pid=105127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:06:09.899134 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-10b3cc4a-a70f-4d42-9d2a-d4d2dc955471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130347151'] for port, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:09.901315 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-79e11147-0967-4699-82b8-26fc308887b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:06:09.925035 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3cc4a-a70f-4d42-9d2a-d4d2dc955471 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaf6ece0-3d3c-48ce-ae24-62a500058e14,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:06:09.927519 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-10b3cc4a-a70f-4d42-9d2a-d4d2dc955471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:06:10.017839 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 2900b76d-1dea-4f48-941b-58240da2d852 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:06:10.039939 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] No Port match for: 2900b76d-1dea-4f48-941b-58240da2d852 {{(pid=105128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:06:10.040340 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device 2900b76d-1dea-4f48-941b-58240da2d852 not bound to the agent host hv-cinder-79351 {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:06:10.109057 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-10b3cc4a-a70f-4d42-9d2a-d4d2dc955471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-607888'] for router_interface, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:10.247887 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:10.322749 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b3cc4a-a70f-4d42-9d2a-d4d2dc955471 admin admin] Router 0be7f9e8-570c-48a0-a1d5-0773355f2c0a has already been hosted by L3 agent 3b2ad6f0-f3d9-4012-ac35-d330af5e0962 {{(pid=105127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:06:10.429882 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b3cc4a-a70f-4d42-9d2a-d4d2dc955471 admin admin] Notify agent at l3_agent.dv-cinder-793515-4-smb the message routers_updated {{(pid=105127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:06:10.433817 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-10b3cc4a-a70f-4d42-9d2a-d4d2dc955471 admin admin] 10.222.0.66 "PUT /v2.0/routers/0be7f9e8-570c-48a0-a1d5-0773355f2c0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9023709 Jun 29 11:06:10.436066 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 58812) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:06:10.438697 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c342dca3-e7ca-4f86-adfb-44a9dbcb307d None None] Sync routers for ids ['0be7f9e8-570c-48a0-a1d5-0773355f2c0a'] in dv-cinder-793515-4-smb {{(pid=105129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:06:10.448756 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c342dca3-e7ca-4f86-adfb-44a9dbcb307d None None] Routers {'0be7f9e8-570c-48a0-a1d5-0773355f2c0a'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:06:10.449799 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-c342dca3-e7ca-4f86-adfb-44a9dbcb307d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:06:09Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['0be7f9e8-570c-48a0-a1d5-0773355f2c0a'], 'active': True} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:06:10.542829 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-9384ca26-c72b-42a5-8c8f-ad893acf1d1c admin admin] Notify callbacks [] for router, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:10.562659 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvr_db [None req-c342dca3-e7ca-4f86-adfb-44a9dbcb307d None None] Set router 0be7f9e8-570c-48a0-a1d5-0773355f2c0a gateway port host: dv-cinder-793515-4-smb {{(pid=105129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:06:10.645680 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-9384ca26-c72b-42a5-8c8f-ad893acf1d1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:10.742089 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-c342dca3-e7ca-4f86-adfb-44a9dbcb307d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be7f9e8-570c-48a0-a1d5-0773355f2c0a', 'name': 'tempest-TestShelveInstance-198654073-router', 'tenant_id': 'cf3eb55687784d58baefbd075c2bee23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.125'}], 'enable_snat': True}, 'gw_port_id': '1e5af5f5-7f1e-42f1-966c-8064f296877c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:01:01Z', 'updated_at': '2021-06-29T11:06:09Z', 'revision_number': 5, 'project_id': 'cf3eb55687784d58baefbd075c2bee23', 'gw_port': {'id': '1e5af5f5-7f1e-42f1-966c-8064f296877c', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be7f9e8-570c-48a0-a1d5-0773355f2c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:01:02Z', 'updated_at': '2021-06-29T11:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb'}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:06:10.769086 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [None req-9384ca26-c72b-42a5-8c8f-ad893acf1d1c admin admin] Deleting port 1e5af5f5-7f1e-42f1-966c-8064f296877c {{(pid=105127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:06:10.769432 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-9384ca26-c72b-42a5-8c8f-ad893acf1d1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:10.770270 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c342dca3-e7ca-4f86-adfb-44a9dbcb307d None None] Checking router: 0be7f9e8-570c-48a0-a1d5-0773355f2c0a for host: dv-cinder-793515-4-smb {{(pid=105129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:06:10.779403 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c342dca3-e7ca-4f86-adfb-44a9dbcb307d None None] Routers {'0be7f9e8-570c-48a0-a1d5-0773355f2c0a'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:06:10.780142 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-c342dca3-e7ca-4f86-adfb-44a9dbcb307d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:06:09Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['0be7f9e8-570c-48a0-a1d5-0773355f2c0a'], 'active': True} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:06:10.853037 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [None req-9384ca26-c72b-42a5-8c8f-ad893acf1d1c admin admin] For port 1e5af5f5-7f1e-42f1-966c-8064f296877c, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=1e5af5f5-7f1e-42f1-966c-8064f296877c,segment=NetworkSegment(cf6731c6-a9cf-4901-a91e-9599bf0473fe),segment_id=cf6731c6-a9cf-4901-a91e-9599bf0473fe)] {{(pid=105127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:06:10.853392 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-9384ca26-c72b-42a5-8c8f-ad893acf1d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:10.867787 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [None req-9384ca26-c72b-42a5-8c8f-ad893acf1d1c admin admin] Calling delete_port for 1e5af5f5-7f1e-42f1-966c-8064f296877c owned by network:router_gateway {{(pid=105127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:06:10.872817 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvr_db [None req-c342dca3-e7ca-4f86-adfb-44a9dbcb307d None None] Set router 0be7f9e8-570c-48a0-a1d5-0773355f2c0a gateway port host: None {{(pid=105129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:06:10.927824 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-c342dca3-e7ca-4f86-adfb-44a9dbcb307d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be7f9e8-570c-48a0-a1d5-0773355f2c0a', 'name': 'tempest-TestShelveInstance-198654073-router', 'tenant_id': 'cf3eb55687784d58baefbd075c2bee23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:01:01Z', 'updated_at': '2021-06-29T11:06:10Z', 'revision_number': 6, 'project_id': 'cf3eb55687784d58baefbd075c2bee23', 'gw_port_host': None}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:06:10.955086 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c342dca3-e7ca-4f86-adfb-44a9dbcb307d None None] The sync data for ids ['0be7f9e8-570c-48a0-a1d5-0773355f2c0a'] in dv-cinder-793515-4-smb is: [{'id': '0be7f9e8-570c-48a0-a1d5-0773355f2c0a', 'name': 'tempest-TestShelveInstance-198654073-router', 'tenant_id': 'cf3eb55687784d58baefbd075c2bee23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:01:01Z', 'updated_at': '2021-06-29T11:06:10Z', 'revision_number': 6, 'project_id': 'cf3eb55687784d58baefbd075c2bee23', 'gw_port_host': None}] {{(pid=105129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:06:11.128289 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-9384ca26-c72b-42a5-8c8f-ad893acf1d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130347151'] for port, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:11.130639 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-f70f5ed0-f24b-4fdd-b02a-ab2ade9fa530 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:06:11.153808 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9384ca26-c72b-42a5-8c8f-ad893acf1d1c admin admin] Pushing event deleted for resources: {'Port': ['ID=1e5af5f5-7f1e-42f1-966c-8064f296877c,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:06:11.158787 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-9384ca26-c72b-42a5-8c8f-ad893acf1d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:06:11.219198 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-9384ca26-c72b-42a5-8c8f-ad893acf1d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606844'] for router_gateway, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:11.308943 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-9384ca26-c72b-42a5-8c8f-ad893acf1d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-644'] for router, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:11.311324 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-9384ca26-c72b-42a5-8c8f-ad893acf1d1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:11.447776 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-9384ca26-c72b-42a5-8c8f-ad893acf1d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-608061'] for router, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:11.448425 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9384ca26-c72b-42a5-8c8f-ad893acf1d1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0be7f9e8-570c-48a0-a1d5-0773355f2c0a {{(pid=105127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 11:06:11.452581 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-9384ca26-c72b-42a5-8c8f-ad893acf1d1c admin admin] Notify callbacks [] for router, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:11.453661 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-9384ca26-c72b-42a5-8c8f-ad893acf1d1c admin admin] 10.222.0.66 "DELETE /v2.0/routers/0be7f9e8-570c-48a0-a1d5-0773355f2c0a HTTP/1.1" status: 204 len: 168 time: 1.0166500 Jun 29 11:06:11.459594 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 58822) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:06:11.500332 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.db_base_plugin_v2 [None req-567b25e8-25d0-4124-8239-569733be69b9 admin admin] Deleting subnet 30405db8-d131-4708-9e3c-031db82ce4bd {{(pid=105127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:06:11.503904 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-567b25e8-25d0-4124-8239-569733be69b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:11.537857 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-567b25e8-25d0-4124-8239-569733be69b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133725506'] for subnet, precommit_delete_associations {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:11.617855 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-567b25e8-25d0-4124-8239-569733be69b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403832'] for subnet, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:11.709622 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:11.739205 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-567b25e8-25d0-4124-8239-569733be69b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130347089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130097026'] for subnet, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:11.741950 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-1af7ef6c-f969-402b-ba0f-8bd0fa8f757e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:06:11.766276 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b25e8-25d0-4124-8239-569733be69b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30405db8-d131-4708-9e3c-031db82ce4bd,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:06:11.780032 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-567b25e8-25d0-4124-8239-569733be69b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for subnet, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:11.781425 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-567b25e8-25d0-4124-8239-569733be69b9 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/30405db8-d131-4708-9e3c-031db82ce4bd HTTP/1.1" status: 204 len: 168 time: 0.3235354 Jun 29 11:06:11.782389 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-567b25e8-25d0-4124-8239-569733be69b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:06:11.783758 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 58832) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:06:11.785110 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077eecb8-3237-4137-bb49-169c139bfef8 None None] Network eda33a07-a8d0-4f6b-aa40-3f01a74f2e07 requested from dv-cinder-793515-4-smb {{(pid=105128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:06:11.863436 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-5c5c330e-fca8-4371-a643-d642edf411d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513381'] for network, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:11.872163 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device aaf6ece0-3d3c-48ce-ae24-62a500058e14 no longer exists at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:06:11.900874 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] No Port match for: aaf6ece0-3d3c-48ce-ae24-62a500058e14 {{(pid=105128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:06:11.901229 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device aaf6ece0-3d3c-48ce-ae24-62a500058e14 not bound to the agent host dv-cinder-793515-4-smb {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:06:11.901668 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 1e5af5f5-7f1e-42f1-966c-8064f296877c no longer exists at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:06:11.918903 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.plugin [None req-5c5c330e-fca8-4371-a643-d642edf411d7 admin admin] Deleting port 4770a29a-c340-4cf0-91ec-2864f03b1503 {{(pid=105126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:06:11.919247 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-5c5c330e-fca8-4371-a643-d642edf411d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:11.923895 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] No Port match for: 1e5af5f5-7f1e-42f1-966c-8064f296877c {{(pid=105128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:06:11.925969 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 1e5af5f5-7f1e-42f1-966c-8064f296877c not bound to the agent host dv-cinder-793515-4-smb {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:06:11.986433 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.db [None req-5c5c330e-fca8-4371-a643-d642edf411d7 admin admin] For port 4770a29a-c340-4cf0-91ec-2864f03b1503, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=4770a29a-c340-4cf0-91ec-2864f03b1503,segment=NetworkSegment(a6aee341-5a95-4cd8-807e-f60974c0a313),segment_id=a6aee341-5a95-4cd8-807e-f60974c0a313)] {{(pid=105126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:06:11.987417 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-5c5c330e-fca8-4371-a643-d642edf411d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:12.001443 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.plugin [None req-5c5c330e-fca8-4371-a643-d642edf411d7 admin admin] Calling delete_port for 4770a29a-c340-4cf0-91ec-2864f03b1503 owned by network:dhcp {{(pid=105126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:06:12.074675 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcadd9c-b6d5-42e2-81ac-73cc2033cce7 None None] DHCP port deletion for eda33a07-a8d0-4f6b-aa40-3f01a74f2e07 request from dv-cinder-793515-4-smb {{(pid=105128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 11:06:12.121731 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-6bcadd9c-b6d5-42e2-81ac-73cc2033cce7 None None] Deleting port 4770a29a-c340-4cf0-91ec-2864f03b1503 {{(pid=105128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:06:12.122119 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bcadd9c-b6d5-42e2-81ac-73cc2033cce7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:12.125083 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-5c5c330e-fca8-4371-a643-d642edf411d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131239438'] for port, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:12.129017 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-5000c607-ca87-442b-9cbd-b0d906f6c275 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:06:12.155135 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5c330e-fca8-4371-a643-d642edf411d7 admin admin] No DVR routers for this DVR port 4770a29a-c340-4cf0-91ec-2864f03b1503 on host dv-cinder-793515-4-smb {{(pid=105126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:06:12.160723 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c330e-fca8-4371-a643-d642edf411d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4770a29a-c340-4cf0-91ec-2864f03b1503,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:06:12.163917 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-5c5c330e-fca8-4371-a643-d642edf411d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:06:12.189702 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-6bcadd9c-b6d5-42e2-81ac-73cc2033cce7 None None] For port 4770a29a-c340-4cf0-91ec-2864f03b1503, host dv-cinder-793515-4-smb, got binding levels [] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:06:12.190812 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bcadd9c-b6d5-42e2-81ac-73cc2033cce7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:12.204550 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-6bcadd9c-b6d5-42e2-81ac-73cc2033cce7 None None] Calling delete_port for 4770a29a-c340-4cf0-91ec-2864f03b1503 owned by network:dhcp {{(pid=105128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:06:12.208691 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.ipam_backend_mixin [None req-6bcadd9c-b6d5-42e2-81ac-73cc2033cce7 None None] Port 4770a29a-c340-4cf0-91ec-2864f03b1503 was not found and therefore no delete operation was performed {{(pid=105128) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 29 11:06:12.209995 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bcadd9c-b6d5-42e2-81ac-73cc2033cce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036'] for port, after_delete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:12.211789 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:06:12.240209 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcadd9c-b6d5-42e2-81ac-73cc2033cce7 None None] Pushing event deleted for resources: {'Port': ['ID=4770a29a-c340-4cf0-91ec-2864f03b1503,revision_number=None']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:06:12.242658 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-5c5c330e-fca8-4371-a643-d642edf411d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405582', 'neutron.services.segments.db._delete_segments_for_network-8761935544625'] for network, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:12.242811 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-6bcadd9c-b6d5-42e2-81ac-73cc2033cce7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:06:12.245267 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcadd9c-b6d5-42e2-81ac-73cc2033cce7 None None] No DVR routers for this DVR port 4770a29a-c340-4cf0-91ec-2864f03b1503 on host dv-cinder-793515-4-smb {{(pid=105128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:06:12.255524 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.services.segments.db [None req-5c5c330e-fca8-4371-a643-d642edf411d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eda33a07-a8d0-4f6b-aa40-3f01a74f2e07']}} {{(pid=105126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:06:12.266757 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.services.segments.db [None req-5c5c330e-fca8-4371-a643-d642edf411d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6aee341-5a95-4cd8-807e-f60974c0a313') {'for_net_delete': True} {{(pid=105126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:06:12.267056 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.services.segments.db [None req-5c5c330e-fca8-4371-a643-d642edf411d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6aee341-5a95-4cd8-807e-f60974c0a313') {} {{(pid=105126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:06:12.277180 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-5c5c330e-fca8-4371-a643-d642edf411d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761935440276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133135616'] for segment, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:12.290912 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-5c5c330e-fca8-4371-a643-d642edf411d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790'] for segment, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:12.297030 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c5c330e-fca8-4371-a643-d642edf411d7 admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=105126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:06:12.297424 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-5c5c330e-fca8-4371-a643-d642edf411d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131239485'] for segment, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:12.299017 dv-cinder-793515-4-smb neutron-server[105126]: Traceback (most recent call last): Jun 29 11:06:12.299017 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:06:12.299017 dv-cinder-793515-4-smb neutron-server[105126]: timer() Jun 29 11:06:12.299017 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:06:12.299017 dv-cinder-793515-4-smb neutron-server[105126]: cb(*args, **kw) Jun 29 11:06:12.299017 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:06:12.299017 dv-cinder-793515-4-smb neutron-server[105126]: return func(*args, **kwargs) Jun 29 11:06:12.299017 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:06:12.299017 dv-cinder-793515-4-smb neutron-server[105126]: self._notify() Jun 29 11:06:12.299017 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:06:12.299017 dv-cinder-793515-4-smb neutron-server[105126]: self.callback(batched_events) Jun 29 11:06:12.299017 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:06:12.299017 dv-cinder-793515-4-smb neutron-server[105126]: event.method(event) Jun 29 11:06:12.299017 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:06:12.299017 dv-cinder-793515-4-smb neutron-server[105126]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:06:12.299017 dv-cinder-793515-4-smb neutron-server[105126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:06:12.299017 dv-cinder-793515-4-smb neutron-server[105126]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:06:12.299017 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:06:12.299017 dv-cinder-793515-4-smb neutron-server[105126]: return f(self, *a, **k) Jun 29 11:06:12.299017 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:06:12.299017 dv-cinder-793515-4-smb neutron-server[105126]: return self._get(url).json() Jun 29 11:06:12.299017 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:06:12.299017 dv-cinder-793515-4-smb neutron-server[105126]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:06:12.299017 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:06:12.299017 dv-cinder-793515-4-smb neutron-server[105126]: return self.request(url, 'GET', **kwargs) Jun 29 11:06:12.299017 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:06:12.299017 dv-cinder-793515-4-smb neutron-server[105126]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:06:12.299017 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:06:12.299017 dv-cinder-793515-4-smb neutron-server[105126]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:06:12.299017 dv-cinder-793515-4-smb neutron-server[105126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:06:12.299017 dv-cinder-793515-4-smb neutron-server[105126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:06:12.299017 dv-cinder-793515-4-smb neutron-server[105126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:06:12.455678 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-5c5c330e-fca8-4371-a643-d642edf411d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606861'] for network, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:12.459742 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-d62b70a7-d1be-4d0d-94ae-a659502c790b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:06:12.462343 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-5c5c330e-fca8-4371-a643-d642edf411d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for network, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:12.464208 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-5c5c330e-fca8-4371-a643-d642edf411d7 admin admin] 10.222.0.66 "DELETE /v2.0/networks/eda33a07-a8d0-4f6b-aa40-3f01a74f2e07 HTTP/1.1" status: 204 len: 168 time: 0.6793880 Jun 29 11:06:12.467147 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 58842) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:06:12.475363 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c330e-fca8-4371-a643-d642edf411d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=eda33a07-a8d0-4f6b-aa40-3f01a74f2e07,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:06:12.477692 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-5c5c330e-fca8-4371-a643-d642edf411d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:06:12.814150 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-bacd427c-99de-4e2c-a17c-2695a87e4735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606464'] for router_interface, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:13.081971 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [None req-bacd427c-99de-4e2c-a17c-2695a87e4735 admin admin] Deleting port a1845bf3-25fe-4333-99bb-fc4e77c74e6d {{(pid=105127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:06:13.082321 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-bacd427c-99de-4e2c-a17c-2695a87e4735 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:13.160563 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [None req-bacd427c-99de-4e2c-a17c-2695a87e4735 admin admin] For port a1845bf3-25fe-4333-99bb-fc4e77c74e6d, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=a1845bf3-25fe-4333-99bb-fc4e77c74e6d,segment=NetworkSegment(9e6345f6-7fb2-4a95-853c-b2ba32c9aba0),segment_id=9e6345f6-7fb2-4a95-853c-b2ba32c9aba0)] {{(pid=105127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:06:13.160928 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-bacd427c-99de-4e2c-a17c-2695a87e4735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:13.173645 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [None req-bacd427c-99de-4e2c-a17c-2695a87e4735 admin admin] Calling delete_port for a1845bf3-25fe-4333-99bb-fc4e77c74e6d owned by network:router_interface {{(pid=105127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:06:13.436535 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-bacd427c-99de-4e2c-a17c-2695a87e4735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130347151'] for port, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:13.439588 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-c9ecdc54-24fe-4289-9c7b-10ab55e33a67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:06:13.467827 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd427c-99de-4e2c-a17c-2695a87e4735 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1845bf3-25fe-4333-99bb-fc4e77c74e6d,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:06:13.470946 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-bacd427c-99de-4e2c-a17c-2695a87e4735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:06:13.642824 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-bacd427c-99de-4e2c-a17c-2695a87e4735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-607888'] for router_interface, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:13.857678 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bacd427c-99de-4e2c-a17c-2695a87e4735 admin admin] Router 8617f2df-cd2b-4f1d-b00a-edd8c65009d8 has already been hosted by L3 agent 3b2ad6f0-f3d9-4012-ac35-d330af5e0962 {{(pid=105127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:06:13.872446 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 4770a29a-c340-4cf0-91ec-2864f03b1503 no longer exists at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:06:13.892858 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] No Port match for: 4770a29a-c340-4cf0-91ec-2864f03b1503 {{(pid=105128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:06:13.893241 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 4770a29a-c340-4cf0-91ec-2864f03b1503 not bound to the agent host dv-cinder-793515-4-smb {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:06:14.233114 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bacd427c-99de-4e2c-a17c-2695a87e4735 admin admin] Notify agent at l3_agent.dv-cinder-793515-4-smb the message routers_updated {{(pid=105127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:06:14.238865 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-bacd427c-99de-4e2c-a17c-2695a87e4735 admin admin] 10.222.0.66 "PUT /v2.0/routers/8617f2df-cd2b-4f1d-b00a-edd8c65009d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7707098 Jun 29 11:06:14.241454 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 58870) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:06:14.242485 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6fa96c-985e-4577-84a0-06b552be82e2 None None] Sync routers for ids ['8617f2df-cd2b-4f1d-b00a-edd8c65009d8'] in dv-cinder-793515-4-smb {{(pid=105128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:06:14.251379 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6fa96c-985e-4577-84a0-06b552be82e2 None None] Routers {'8617f2df-cd2b-4f1d-b00a-edd8c65009d8'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:06:14.251992 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-1e6fa96c-985e-4577-84a0-06b552be82e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:06:09Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['8617f2df-cd2b-4f1d-b00a-edd8c65009d8'], 'active': True} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:06:14.344109 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-9c4a2b66-45cb-432c-b3dc-162603159229 admin admin] Notify callbacks [] for router, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:14.354057 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvr_db [None req-1e6fa96c-985e-4577-84a0-06b552be82e2 None None] Set router 8617f2df-cd2b-4f1d-b00a-edd8c65009d8 gateway port host: dv-cinder-793515-4-smb {{(pid=105128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:06:14.444608 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-9c4a2b66-45cb-432c-b3dc-162603159229 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:14.531464 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-1e6fa96c-985e-4577-84a0-06b552be82e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8617f2df-cd2b-4f1d-b00a-edd8c65009d8', 'name': 'tempest-TestShelveInstance-929849690-router', 'tenant_id': '32572499ab7b4019b812664e665c760d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': 'be3a02bd-5e69-4889-92fe-f145b1112149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:01:11Z', 'updated_at': '2021-06-29T11:06:13Z', 'revision_number': 5, 'project_id': '32572499ab7b4019b812664e665c760d', 'gw_port': {'id': 'be3a02bd-5e69-4889-92fe-f145b1112149', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8617f2df-cd2b-4f1d-b00a-edd8c65009d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:01:12Z', 'updated_at': '2021-06-29T11:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb'}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:06:14.562702 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6fa96c-985e-4577-84a0-06b552be82e2 None None] Checking router: 8617f2df-cd2b-4f1d-b00a-edd8c65009d8 for host: dv-cinder-793515-4-smb {{(pid=105128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:06:14.572435 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6fa96c-985e-4577-84a0-06b552be82e2 None None] Routers {'8617f2df-cd2b-4f1d-b00a-edd8c65009d8'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:06:14.574441 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-1e6fa96c-985e-4577-84a0-06b552be82e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:06:09Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['8617f2df-cd2b-4f1d-b00a-edd8c65009d8'], 'active': True} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:06:14.584101 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [None req-9c4a2b66-45cb-432c-b3dc-162603159229 admin admin] Deleting port be3a02bd-5e69-4889-92fe-f145b1112149 {{(pid=105127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:06:14.585010 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-9c4a2b66-45cb-432c-b3dc-162603159229 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:14.664703 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [None req-9c4a2b66-45cb-432c-b3dc-162603159229 admin admin] For port be3a02bd-5e69-4889-92fe-f145b1112149, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=be3a02bd-5e69-4889-92fe-f145b1112149,segment=NetworkSegment(cf6731c6-a9cf-4901-a91e-9599bf0473fe),segment_id=cf6731c6-a9cf-4901-a91e-9599bf0473fe)] {{(pid=105127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:06:14.665124 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-9c4a2b66-45cb-432c-b3dc-162603159229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:14.666708 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvr_db [None req-1e6fa96c-985e-4577-84a0-06b552be82e2 None None] Set router 8617f2df-cd2b-4f1d-b00a-edd8c65009d8 gateway port host: None {{(pid=105128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:06:14.681896 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [None req-9c4a2b66-45cb-432c-b3dc-162603159229 admin admin] Calling delete_port for be3a02bd-5e69-4889-92fe-f145b1112149 owned by network:router_gateway {{(pid=105127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:06:14.719766 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_hamode_db [None req-1e6fa96c-985e-4577-84a0-06b552be82e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8617f2df-cd2b-4f1d-b00a-edd8c65009d8', 'name': 'tempest-TestShelveInstance-929849690-router', 'tenant_id': '32572499ab7b4019b812664e665c760d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:01:11Z', 'updated_at': '2021-06-29T11:06:14Z', 'revision_number': 6, 'project_id': '32572499ab7b4019b812664e665c760d', 'gw_port_host': None}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:06:14.759591 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6fa96c-985e-4577-84a0-06b552be82e2 None None] The sync data for ids ['8617f2df-cd2b-4f1d-b00a-edd8c65009d8'] in dv-cinder-793515-4-smb is: [{'id': '8617f2df-cd2b-4f1d-b00a-edd8c65009d8', 'name': 'tempest-TestShelveInstance-929849690-router', 'tenant_id': '32572499ab7b4019b812664e665c760d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:01:11Z', 'updated_at': '2021-06-29T11:06:14Z', 'revision_number': 6, 'project_id': '32572499ab7b4019b812664e665c760d', 'gw_port_host': None}] {{(pid=105128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:06:14.985069 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-9c4a2b66-45cb-432c-b3dc-162603159229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130347151'] for port, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:14.987811 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-c2670a6d-8940-4f87-ad3e-780a59449ed9 tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:06:15.010033 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a2b66-45cb-432c-b3dc-162603159229 admin admin] Pushing event deleted for resources: {'Port': ['ID=be3a02bd-5e69-4889-92fe-f145b1112149,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:06:15.019248 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-9c4a2b66-45cb-432c-b3dc-162603159229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:06:15.078480 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-9c4a2b66-45cb-432c-b3dc-162603159229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606844'] for router_gateway, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:15.178890 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-9c4a2b66-45cb-432c-b3dc-162603159229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-644'] for router, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:15.181816 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-9c4a2b66-45cb-432c-b3dc-162603159229 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:15.310858 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-9c4a2b66-45cb-432c-b3dc-162603159229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-608061'] for router, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:15.311455 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4a2b66-45cb-432c-b3dc-162603159229 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8617f2df-cd2b-4f1d-b00a-edd8c65009d8 {{(pid=105127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 11:06:15.316252 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-9c4a2b66-45cb-432c-b3dc-162603159229 admin admin] Notify callbacks [] for router, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:15.317431 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-9c4a2b66-45cb-432c-b3dc-162603159229 admin admin] 10.222.0.66 "DELETE /v2.0/routers/8617f2df-cd2b-4f1d-b00a-edd8c65009d8 HTTP/1.1" status: 204 len: 168 time: 1.0750785 Jun 29 11:06:15.319835 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 58898) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:06:15.370113 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b3ceb72-e9a6-4e52-b75b-5838783eab28 admin admin] Deleting subnet b9d7190e-c8ad-429c-be54-d5e495898209 {{(pid=105127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:06:15.374204 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-2b3ceb72-e9a6-4e52-b75b-5838783eab28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:15.410712 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-2b3ceb72-e9a6-4e52-b75b-5838783eab28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133725506'] for subnet, precommit_delete_associations {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:15.489411 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-2b3ceb72-e9a6-4e52-b75b-5838783eab28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403832'] for subnet, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:15.558911 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c1633-4ef9-4a8e-a09c-81ddef0b2f7d req-3075c910-3a45-4218-baae-6054d7dd20d2 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:15.563095 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-b82c1633-4ef9-4a8e-a09c-81ddef0b2f7d req-3075c910-3a45-4218-baae-6054d7dd20d2 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 946 time: 0.0847726 Jun 29 11:06:15.602136 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-b82c1633-4ef9-4a8e-a09c-81ddef0b2f7d req-94cd49a2-8ed6-43c3-9af0-8201e54f93ae tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336595 Jun 29 11:06:15.613801 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-2b3ceb72-e9a6-4e52-b75b-5838783eab28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130347089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130097026'] for subnet, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:15.619126 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:06:15.647308 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ceb72-e9a6-4e52-b75b-5838783eab28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9d7190e-c8ad-429c-be54-d5e495898209,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:06:15.649330 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-2b3ceb72-e9a6-4e52-b75b-5838783eab28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for subnet, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:15.651200 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-2b3ceb72-e9a6-4e52-b75b-5838783eab28 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b9d7190e-c8ad-429c-be54-d5e495898209 HTTP/1.1" status: 204 len: 168 time: 0.3304121 Jun 29 11:06:15.652211 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-2b3ceb72-e9a6-4e52-b75b-5838783eab28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:06:15.653668 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 58902) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:06:15.654994 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f16e069-659e-4884-b680-739b91692998 None None] Network de14d9bc-474d-41ce-a731-3945ec0d511c requested from dv-cinder-793515-4-smb {{(pid=105128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:06:15.722323 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-b7f739af-fa2a-499e-98a6-53098b542332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513381'] for network, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:15.785190 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [None req-b7f739af-fa2a-499e-98a6-53098b542332 admin admin] Deleting port 9ad5afa0-6547-4e9c-977f-cb4dd28abfc7 {{(pid=105127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:06:15.785678 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-b7f739af-fa2a-499e-98a6-53098b542332 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:15.851582 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device be3a02bd-5e69-4889-92fe-f145b1112149 no longer exists at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:06:15.865769 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [None req-b7f739af-fa2a-499e-98a6-53098b542332 admin admin] For port 9ad5afa0-6547-4e9c-977f-cb4dd28abfc7, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=9ad5afa0-6547-4e9c-977f-cb4dd28abfc7,segment=NetworkSegment(9e6345f6-7fb2-4a95-853c-b2ba32c9aba0),segment_id=9e6345f6-7fb2-4a95-853c-b2ba32c9aba0)] {{(pid=105127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:06:15.866368 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-b7f739af-fa2a-499e-98a6-53098b542332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:15.876220 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] No Port match for: be3a02bd-5e69-4889-92fe-f145b1112149 {{(pid=105128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:06:15.878325 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device be3a02bd-5e69-4889-92fe-f145b1112149 not bound to the agent host dv-cinder-793515-4-smb {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:06:15.879500 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device a1845bf3-25fe-4333-99bb-fc4e77c74e6d no longer exists at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:06:15.885797 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [None req-b7f739af-fa2a-499e-98a6-53098b542332 admin admin] Calling delete_port for 9ad5afa0-6547-4e9c-977f-cb4dd28abfc7 owned by network:dhcp {{(pid=105127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:06:15.900781 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef477da-3a42-48e9-82a4-22151612b146 None None] DHCP port deletion for de14d9bc-474d-41ce-a731-3945ec0d511c request from dv-cinder-793515-4-smb {{(pid=105128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 11:06:15.904677 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] No Port match for: a1845bf3-25fe-4333-99bb-fc4e77c74e6d {{(pid=105128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:06:15.905028 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device a1845bf3-25fe-4333-99bb-fc4e77c74e6d not bound to the agent host dv-cinder-793515-4-smb {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:06:15.952262 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-1ef477da-3a42-48e9-82a4-22151612b146 None None] Deleting port 9ad5afa0-6547-4e9c-977f-cb4dd28abfc7 {{(pid=105128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:06:15.952680 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-1ef477da-3a42-48e9-82a4-22151612b146 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:16.020103 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-b7f739af-fa2a-499e-98a6-53098b542332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130347151'] for port, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:16.020339 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-1ef477da-3a42-48e9-82a4-22151612b146 None None] For port 9ad5afa0-6547-4e9c-977f-cb4dd28abfc7, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=9ad5afa0-6547-4e9c-977f-cb4dd28abfc7,segment=NetworkSegment(9e6345f6-7fb2-4a95-853c-b2ba32c9aba0),segment_id=9e6345f6-7fb2-4a95-853c-b2ba32c9aba0)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:06:16.020525 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-1ef477da-3a42-48e9-82a4-22151612b146 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:16.023736 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-9c4a2b66-45cb-432c-b3dc-162603159229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:06:16.033687 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-1ef477da-3a42-48e9-82a4-22151612b146 None None] Calling delete_port for 9ad5afa0-6547-4e9c-977f-cb4dd28abfc7 owned by network:dhcp {{(pid=105128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:06:16.048127 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f739af-fa2a-499e-98a6-53098b542332 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ad5afa0-6547-4e9c-977f-cb4dd28abfc7,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:06:16.051439 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-b7f739af-fa2a-499e-98a6-53098b542332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:06:16.052220 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f739af-fa2a-499e-98a6-53098b542332 admin admin] No DVR routers for this DVR port 9ad5afa0-6547-4e9c-977f-cb4dd28abfc7 on host dv-cinder-793515-4-smb {{(pid=105127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:06:16.110787 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-1ef477da-3a42-48e9-82a4-22151612b146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036'] for port, after_delete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:16.115576 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:06:16.129851 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-b7f739af-fa2a-499e-98a6-53098b542332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405582', 'neutron.services.segments.db._delete_segments_for_network-8761935544625'] for network, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:16.141067 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef477da-3a42-48e9-82a4-22151612b146 None None] Pushing event deleted for resources: {'Port': ['ID=9ad5afa0-6547-4e9c-977f-cb4dd28abfc7,revision_number=None']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:06:16.141229 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.services.segments.db [None req-b7f739af-fa2a-499e-98a6-53098b542332 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de14d9bc-474d-41ce-a731-3945ec0d511c']}} {{(pid=105127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:06:16.142918 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef477da-3a42-48e9-82a4-22151612b146 None None] No DVR routers for this DVR port 9ad5afa0-6547-4e9c-977f-cb4dd28abfc7 on host dv-cinder-793515-4-smb {{(pid=105128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:06:16.144742 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-1ef477da-3a42-48e9-82a4-22151612b146 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:06:16.156122 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.services.segments.db [None req-b7f739af-fa2a-499e-98a6-53098b542332 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e6345f6-7fb2-4a95-853c-b2ba32c9aba0') {'for_net_delete': True} {{(pid=105127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:06:16.156217 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.services.segments.db [None req-b7f739af-fa2a-499e-98a6-53098b542332 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e6345f6-7fb2-4a95-853c-b2ba32c9aba0') {} {{(pid=105127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:06:16.165779 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-b7f739af-fa2a-499e-98a6-53098b542332 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761935440276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133725513'] for segment, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:16.179286 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-b7f739af-fa2a-499e-98a6-53098b542332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790'] for segment, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:16.184840 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f739af-fa2a-499e-98a6-53098b542332 admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=105127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:06:16.186742 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-b7f739af-fa2a-499e-98a6-53098b542332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130347196'] for segment, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:16.186855 dv-cinder-793515-4-smb neutron-server[105127]: Traceback (most recent call last): Jun 29 11:06:16.186855 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:06:16.186855 dv-cinder-793515-4-smb neutron-server[105127]: timer() Jun 29 11:06:16.186855 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:06:16.186855 dv-cinder-793515-4-smb neutron-server[105127]: cb(*args, **kw) Jun 29 11:06:16.186855 dv-cinder-793515-4-smb neutron-server[105127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:06:16.186855 dv-cinder-793515-4-smb neutron-server[105127]: return func(*args, **kwargs) Jun 29 11:06:16.186855 dv-cinder-793515-4-smb neutron-server[105127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:06:16.186855 dv-cinder-793515-4-smb neutron-server[105127]: self._notify() Jun 29 11:06:16.186855 dv-cinder-793515-4-smb neutron-server[105127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:06:16.186855 dv-cinder-793515-4-smb neutron-server[105127]: self.callback(batched_events) Jun 29 11:06:16.186855 dv-cinder-793515-4-smb neutron-server[105127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:06:16.186855 dv-cinder-793515-4-smb neutron-server[105127]: event.method(event) Jun 29 11:06:16.186855 dv-cinder-793515-4-smb neutron-server[105127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:06:16.186855 dv-cinder-793515-4-smb neutron-server[105127]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:06:16.186855 dv-cinder-793515-4-smb neutron-server[105127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:06:16.186855 dv-cinder-793515-4-smb neutron-server[105127]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:06:16.186855 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:06:16.186855 dv-cinder-793515-4-smb neutron-server[105127]: return f(self, *a, **k) Jun 29 11:06:16.186855 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:06:16.186855 dv-cinder-793515-4-smb neutron-server[105127]: return self._get(url).json() Jun 29 11:06:16.186855 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:06:16.186855 dv-cinder-793515-4-smb neutron-server[105127]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:06:16.186855 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:06:16.186855 dv-cinder-793515-4-smb neutron-server[105127]: return self.request(url, 'GET', **kwargs) Jun 29 11:06:16.186855 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:06:16.186855 dv-cinder-793515-4-smb neutron-server[105127]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:06:16.186855 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:06:16.186855 dv-cinder-793515-4-smb neutron-server[105127]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:06:16.186855 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:06:16.186855 dv-cinder-793515-4-smb neutron-server[105127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:06:16.186855 dv-cinder-793515-4-smb neutron-server[105127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:06:16.299726 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-b7f739af-fa2a-499e-98a6-53098b542332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606861'] for network, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:16.304691 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-b7f739af-fa2a-499e-98a6-53098b542332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for network, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:16.311116 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-b7f739af-fa2a-499e-98a6-53098b542332 admin admin] 10.222.0.66 "DELETE /v2.0/networks/de14d9bc-474d-41ce-a731-3945ec0d511c HTTP/1.1" status: 204 len: 168 time: 0.6519752 Jun 29 11:06:16.311116 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:06:16.320915 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f739af-fa2a-499e-98a6-53098b542332 admin admin] Pushing event deleted for resources: {'Network': ['ID=de14d9bc-474d-41ce-a731-3945ec0d511c,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:06:16.323375 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-b7f739af-fa2a-499e-98a6-53098b542332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:06:16.530389 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 58922) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:06:16.571569 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 58926) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:06:16.612993 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-127d3e6e-9bcc-420f-8888-93b8a0a14046 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cf3eb55687784d58baefbd075c2bee23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400977 Jun 29 11:06:16.615373 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 58928) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:06:16.665190 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-1df79c73-06a1-43fc-84b7-015d8ab5914c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:16.687497 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-1df79c73-06a1-43fc-84b7-015d8ab5914c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:16.743160 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-17533e62-3b2c-4d07-b833-80580d190afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:16.790334 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4bf077-2d32-4763-982b-5e3e8085b33d req-efe74ffa-44ed-4d05-9c12-b87edc35c0a1 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:16.791848 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-fd4bf077-2d32-4763-982b-5e3e8085b33d req-efe74ffa-44ed-4d05-9c12-b87edc35c0a1 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 946 time: 0.0663261 Jun 29 11:06:16.831435 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-fd4bf077-2d32-4763-982b-5e3e8085b33d req-02f9c943-79e4-4894-be92-ec685610791d tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324168 Jun 29 11:06:16.837758 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-17533e62-3b2c-4d07-b833-80580d190afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:16.841774 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-1df79c73-06a1-43fc-84b7-015d8ab5914c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:16.844313 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-1df79c73-06a1-43fc-84b7-015d8ab5914c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:16.847435 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-1df79c73-06a1-43fc-84b7-015d8ab5914c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f35a476b-15f9-4aff-becf-211500bacfaa HTTP/1.1" status: 204 len: 168 time: 0.2292235 Jun 29 11:06:16.847435 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-5d23533d-184e-4919-af0d-56bfe388f35e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:06:16.857974 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df79c73-06a1-43fc-84b7-015d8ab5914c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35a476b-15f9-4aff-becf-211500bacfaa,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:06:16.857974 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-1df79c73-06a1-43fc-84b7-015d8ab5914c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:06:16.887791 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-17533e62-3b2c-4d07-b833-80580d190afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:16.891214 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-3d10af63-d1a8-4696-80f5-23d34b5223fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:06:16.927353 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17533e62-3b2c-4d07-b833-80580d190afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86f6cd5-d354-45c5-bd9a-ad9dba20693e,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:06:16.930406 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-17533e62-3b2c-4d07-b833-80580d190afb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:06:16.932918 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-17533e62-3b2c-4d07-b833-80580d190afb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9e61c16320944b1d95f7eebb8268bb6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4014962 Jun 29 11:06:16.935849 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 58934) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:06:16.984776 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-ed2fb4a6-82a7-4f4c-88e8-d2fc94ab5368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:17.005564 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-ed2fb4a6-82a7-4f4c-88e8-d2fc94ab5368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:17.097884 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-ed2fb4a6-82a7-4f4c-88e8-d2fc94ab5368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:17.101105 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-ed2fb4a6-82a7-4f4c-88e8-d2fc94ab5368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:17.102580 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-ed2fb4a6-82a7-4f4c-88e8-d2fc94ab5368 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b86f6cd5-d354-45c5-bd9a-ad9dba20693e HTTP/1.1" status: 204 len: 168 time: 0.1654587 Jun 29 11:06:17.103821 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-902b0d90-6b9c-46e6-bf63-225f0da5ae6f tempest-TestMinimumBasicScenario-1752658723 tempest-TestMinimumBasicScenario-1752658723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:06:17.116656 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2fb4a6-82a7-4f4c-88e8-d2fc94ab5368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86f6cd5-d354-45c5-bd9a-ad9dba20693e,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:06:17.141623 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-ed2fb4a6-82a7-4f4c-88e8-d2fc94ab5368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:06:17.531707 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 58942) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:06:17.572031 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-f0494e6d-6c7f-4db9-91f3-acd3ac8a2da1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=32572499ab7b4019b812664e665c760d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389454 Jun 29 11:06:17.574306 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 58944) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:06:17.621718 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-f19145c0-85f6-4ff5-9fce-ae5976410e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:17.642542 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-f19145c0-85f6-4ff5-9fce-ae5976410e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:17.755085 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-f19145c0-85f6-4ff5-9fce-ae5976410e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:17.757784 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-f19145c0-85f6-4ff5-9fce-ae5976410e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:17.758973 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-f19145c0-85f6-4ff5-9fce-ae5976410e3e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4b5de909-b308-4149-acdc-984e8c8898a3 HTTP/1.1" status: 204 len: 168 time: 0.1837063 Jun 29 11:06:17.760019 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-1df79c73-06a1-43fc-84b7-015d8ab5914c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:06:17.769068 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19145c0-85f6-4ff5-9fce-ae5976410e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5de909-b308-4149-acdc-984e8c8898a3,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:06:17.771426 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-f19145c0-85f6-4ff5-9fce-ae5976410e3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:06:17.825533 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 9ad5afa0-6547-4e9c-977f-cb4dd28abfc7 no longer exists at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:06:17.847894 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] No Port match for: 9ad5afa0-6547-4e9c-977f-cb4dd28abfc7 {{(pid=105128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:06:17.848257 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 9ad5afa0-6547-4e9c-977f-cb4dd28abfc7 not bound to the agent host dv-cinder-793515-4-smb {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:06:17.923286 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 58950) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:06:17.938985 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-48fc88af-8fc4-4f99-ae33-02f1e115cea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:18.051595 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-48fc88af-8fc4-4f99-ae33-02f1e115cea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:18.105019 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-48fc88af-8fc4-4f99-ae33-02f1e115cea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:18.107958 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-2012da0b-a008-44a4-ad1a-a611e2befd48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:06:18.177428 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fc88af-8fc4-4f99-ae33-02f1e115cea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e4a422-b289-40a7-a163-a141a63f8ce4,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:06:18.184588 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-48fc88af-8fc4-4f99-ae33-02f1e115cea5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7a75cddfebb24e12904f655f0c82fce6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572129 Jun 29 11:06:18.184588 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-48fc88af-8fc4-4f99-ae33-02f1e115cea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:06:18.185486 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 58952) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:06:18.231040 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c10702-b6d5-4876-a09e-79dcf2f740c2 req-233bd40e-17d4-491f-9748-974d5b1aca5b tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:18.232939 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-82c10702-b6d5-4876-a09e-79dcf2f740c2 req-233bd40e-17d4-491f-9748-974d5b1aca5b tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 946 time: 0.1227331 Jun 29 11:06:18.251827 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c517ec07-d19b-4ffe-a6ab-8202b1796801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:18.273466 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c517ec07-d19b-4ffe-a6ab-8202b1796801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:18.281548 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-82c10702-b6d5-4876-a09e-79dcf2f740c2 req-a42dea2a-9ba5-4416-9be9-b188ec27abbc tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387344 Jun 29 11:06:18.435934 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c517ec07-d19b-4ffe-a6ab-8202b1796801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:18.438624 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c517ec07-d19b-4ffe-a6ab-8202b1796801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:18.439764 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-c517ec07-d19b-4ffe-a6ab-8202b1796801 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c1e4a422-b289-40a7-a163-a141a63f8ce4 HTTP/1.1" status: 204 len: 168 time: 0.2532446 Jun 29 11:06:18.440650 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-99936e3e-3040-4a30-aaf5-1990067a268e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:06:18.448281 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c517ec07-d19b-4ffe-a6ab-8202b1796801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e4a422-b289-40a7-a163-a141a63f8ce4,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:06:18.450489 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-c517ec07-d19b-4ffe-a6ab-8202b1796801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:06:19.289438 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.agents_db [None req-6227a327-39ba-4b2a-b4ab-7b0e2d6295dc None None] Agent healthcheck: found 6 active agents {{(pid=105129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:06:19.461495 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27f565-84e9-494b-b622-88732f834c3c req-9694c53a-1c7a-4009-bb59-6f71e6156aea tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:19.464282 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-2c27f565-84e9-494b-b622-88732f834c3c req-9694c53a-1c7a-4009-bb59-6f71e6156aea tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 946 time: 0.0640476 Jun 29 11:06:19.503388 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-2c27f565-84e9-494b-b622-88732f834c3c req-da33bb46-86b4-4001-8ce8-7c3b84e243ea tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335705 Jun 29 11:06:20.679569 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03745a19-d51f-4c28-b105-682190b766b4 req-7488fe4b-8cb3-43ec-bd3a-39b789307287 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:20.681028 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 59000) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:06:20.681473 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-03745a19-d51f-4c28-b105-682190b766b4 req-7488fe4b-8cb3-43ec-bd3a-39b789307287 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 946 time: 0.0623600 Jun 29 11:06:20.718908 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-03745a19-d51f-4c28-b105-682190b766b4 req-cae32700-fe13-47c1-a377-a1d4eb45092f tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321152 Jun 29 11:06:20.786234 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f38450e6-0a51-4993-9038-23b067843f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:20.878139 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f38450e6-0a51-4993-9038-23b067843f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:20.932677 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f38450e6-0a51-4993-9038-23b067843f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:20.935019 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-29baad01-462c-466b-968d-b42a546d5b0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:06:20.972853 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-f38450e6-0a51-4993-9038-23b067843f31 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=34c9d3e977504d829f7ab694636b2c34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2907650 Jun 29 11:06:20.973657 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38450e6-0a51-4993-9038-23b067843f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d28c854-f7cc-4cf4-9c48-b8be347375ff,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:06:20.975591 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 59004) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:06:20.977277 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-f38450e6-0a51-4993-9038-23b067843f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:06:21.030700 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-42da50bb-0fe6-4728-aa55-7dd567d4fefd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:21.053700 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-42da50bb-0fe6-4728-aa55-7dd567d4fefd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:21.195960 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-42da50bb-0fe6-4728-aa55-7dd567d4fefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:21.198600 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-42da50bb-0fe6-4728-aa55-7dd567d4fefd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:21.199785 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-42da50bb-0fe6-4728-aa55-7dd567d4fefd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7d28c854-f7cc-4cf4-9c48-b8be347375ff HTTP/1.1" status: 204 len: 168 time: 0.2232199 Jun 29 11:06:21.200613 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-4f9d7c88-27cd-47d2-b704-3e6f2d990de4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:06:21.208749 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da50bb-0fe6-4728-aa55-7dd567d4fefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d28c854-f7cc-4cf4-9c48-b8be347375ff,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:06:21.211100 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-42da50bb-0fe6-4728-aa55-7dd567d4fefd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:06:21.761444 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 59012) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:06:21.775731 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-380fc888-a8aa-47d2-a2e8-fb02aa77c112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:21.864852 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-380fc888-a8aa-47d2-a2e8-fb02aa77c112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:21.896899 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d89442-3eb4-471b-ac4f-67d48c06c4e0 req-767259fd-9e6e-4c86-81d9-f243e53c01d7 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:21.898384 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-25d89442-3eb4-471b-ac4f-67d48c06c4e0 req-767259fd-9e6e-4c86-81d9-f243e53c01d7 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 946 time: 0.0635149 Jun 29 11:06:21.910102 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-380fc888-a8aa-47d2-a2e8-fb02aa77c112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:21.913598 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-56c2bbb5-b154-447e-9743-e2573e945c8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:06:21.939720 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-25d89442-3eb4-471b-ac4f-67d48c06c4e0 req-2d1a91b0-45b9-48e0-bd8e-d01d25988e65 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330288 Jun 29 11:06:21.949633 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-380fc888-a8aa-47d2-a2e8-fb02aa77c112 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ac36a0ee83c14001915e2a346ca4a6ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1868837 Jun 29 11:06:21.951865 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380fc888-a8aa-47d2-a2e8-fb02aa77c112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf02c87-9d51-413f-a4fb-39810ee1a647,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:06:21.952522 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 59014) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:06:21.968117 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-380fc888-a8aa-47d2-a2e8-fb02aa77c112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:06:22.001408 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-fa5315a4-320f-4818-85d0-025387962120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:22.021767 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-fa5315a4-320f-4818-85d0-025387962120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:22.137341 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-fa5315a4-320f-4818-85d0-025387962120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:22.139933 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-fa5315a4-320f-4818-85d0-025387962120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:22.141080 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-fa5315a4-320f-4818-85d0-025387962120 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bbf02c87-9d51-413f-a4fb-39810ee1a647 HTTP/1.1" status: 204 len: 168 time: 0.1874518 Jun 29 11:06:22.141849 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-0d5e9fa4-57ea-4830-9956-f3bafdae78ff tempest-TestShelveInstance-840945494 tempest-TestShelveInstance-840945494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:06:22.149544 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5315a4-320f-4818-85d0-025387962120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf02c87-9d51-413f-a4fb-39810ee1a647,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:06:22.151756 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-fa5315a4-320f-4818-85d0-025387962120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:06:23.121813 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf1b78-523e-4126-9d9a-43e0d4550068 req-b6745e15-6262-47fc-9122-d8fe79c9f88c tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:23.123299 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-edbf1b78-523e-4126-9d9a-43e0d4550068 req-b6745e15-6262-47fc-9122-d8fe79c9f88c tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 946 time: 0.0679474 Jun 29 11:06:23.164459 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-edbf1b78-523e-4126-9d9a-43e0d4550068 req-f8a3a738-8df7-4dc9-953d-dcd367a7202f tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347803 Jun 29 11:06:24.344770 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80880232-06d3-4ebd-9ea8-add48803611c req-f56cab1f-055a-4f14-967a-b44f38d2065e tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:24.346349 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-80880232-06d3-4ebd-9ea8-add48803611c req-f56cab1f-055a-4f14-967a-b44f38d2065e tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 946 time: 0.0630028 Jun 29 11:06:24.384129 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-80880232-06d3-4ebd-9ea8-add48803611c req-a9172288-445a-440e-8067-66090303529e tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323224 Jun 29 11:06:25.558406 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34369fcb-e0cf-42a1-87e1-6a95c34a3d58 req-fdc1e5c4-9faf-400d-b181-efc805066e31 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:25.559896 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-34369fcb-e0cf-42a1-87e1-6a95c34a3d58 req-fdc1e5c4-9faf-400d-b181-efc805066e31 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 946 time: 0.0638971 Jun 29 11:06:25.603344 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-34369fcb-e0cf-42a1-87e1-6a95c34a3d58 req-866d5553-45d4-43b5-83f1-fd28b852a615 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377417 Jun 29 11:06:26.795113 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53260af-7a0c-4af0-9cc4-a7fece816bdd req-0650323e-323a-4d4d-adbe-2d5affe103a6 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:26.796619 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a53260af-7a0c-4af0-9cc4-a7fece816bdd req-0650323e-323a-4d4d-adbe-2d5affe103a6 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 946 time: 0.0734141 Jun 29 11:06:26.833207 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a53260af-7a0c-4af0-9cc4-a7fece816bdd req-75c3b376-d214-42ce-91b9-b8b37ae23dd6 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302675 Jun 29 11:06:28.018280 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec287840-1eae-4256-99e6-d166332b3772 req-7786d92e-25e2-4b01-adf9-1d5ab750a486 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:28.019632 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-ec287840-1eae-4256-99e6-d166332b3772 req-7786d92e-25e2-4b01-adf9-1d5ab750a486 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 946 time: 0.0629883 Jun 29 11:06:28.057848 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-ec287840-1eae-4256-99e6-d166332b3772 req-70ec13b0-7eb8-4db9-919d-00f782272e0a tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324004 Jun 29 11:06:28.140803 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device ac56e679-2857-40c8-9581-8c8aadaf497a details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=105128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:06:28.239573 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port ac56e679-2857-40c8-9581-8c8aadaf497a, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ac56e679-2857-40c8-9581-8c8aadaf497a,segment=NetworkSegment(1870111f-630d-4b64-b696-1c360ea6bbfe),segment_id=1870111f-630d-4b64-b696-1c360ea6bbfe)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:06:28.257819 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Returning: {'device': 'ac56e679-2857-40c8-9581-8c8aadaf497a', 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54', 'port_id': 'ac56e679-2857-40c8-9581-8c8aadaf497a', 'mac_address': 'fa:16:3e:76:13:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:06:28.428200 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:28.440697 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac56e679-2857-40c8-9581-8c8aadaf497a {{(pid=105128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:06:28.459943 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port ac56e679-2857-40c8-9581-8c8aadaf497a, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ac56e679-2857-40c8-9581-8c8aadaf497a,segment=NetworkSegment(1870111f-630d-4b64-b696-1c360ea6bbfe),segment_id=1870111f-630d-4b64-b696-1c360ea6bbfe)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:06:28.544608 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:28.547496 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:06:28.594774 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=ac56e679-2857-40c8-9581-8c8aadaf497a,revision_number=6']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:06:28.602547 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:06:28.602896 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:06:28.603235 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:06:28.603570 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:06:28.603901 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:06:28.604227 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:06:28.604582 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:06:28.604906 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:06:28.605233 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:06:28.605556 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:06:28.605911 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:06:28.606237 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:06:28.610180 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:06:28.684231 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] get_ports_and_sgs() called for port_ids ['ac56e679-2857-40c8-9581-8c8aadaf497a'] {{(pid=105128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:06:29.035504 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:29.260658 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d89917-1ba5-4ab2-9316-da9f2efb2cc4 req-20592181-ca97-4a1c-a5f4-4531008bbab5 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:29.263610 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-57d89917-1ba5-4ab2-9316-da9f2efb2cc4 req-20592181-ca97-4a1c-a5f4-4531008bbab5 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 945 time: 0.0868340 Jun 29 11:06:29.321183 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-57d89917-1ba5-4ab2-9316-da9f2efb2cc4 req-a08dd370-b4ad-4ee6-9595-0522df93719d tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487823 Jun 29 11:06:30.150436 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device ac56e679-2857-40c8-9581-8c8aadaf497a up at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:06:30.211212 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Provisioning complete for port ac56e679-2857-40c8-9581-8c8aadaf497a triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:06:30.211608 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:30.299092 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:30.354746 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac1f79b-32b0-4a5b-8650-9fa251a87b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac56e679-2857-40c8-9581-8c8aadaf497a'}] {{(pid=105128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:06:30.366688 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f554d8236d32e986c704cda53ac23f663e6b3c5228ed3933e2c5dc2c6a48410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c116f1-05c8-40af-8e81-0bc6fa6d77c9" -d '{"events": [{"server_uuid": "4ac1f79b-32b0-4a5b-8650-9fa251a87b59", "name": "network-vif-plugged", "status": "completed", "tag": "ac56e679-2857-40c8-9581-8c8aadaf497a"}]}' {{(pid=105128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:06:30.384500 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port ac56e679-2857-40c8-9581-8c8aadaf497a, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ac56e679-2857-40c8-9581-8c8aadaf497a,segment=NetworkSegment(1870111f-630d-4b64-b696-1c360ea6bbfe),segment_id=1870111f-630d-4b64-b696-1c360ea6bbfe)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:06:30.440959 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6668632a-b009-461b-b8e2-ec2f8ed06178 x-openstack-request-id: req-6668632a-b009-461b-b8e2-ec2f8ed06178 {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:06:30.441429 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ac1f79b-32b0-4a5b-8650-9fa251a87b59", "name": "network-vif-plugged", "status": "completed", "tag": "ac56e679-2857-40c8-9581-8c8aadaf497a", "code": 200}]} {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:06:30.441693 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6668632a-b009-461b-b8e2-ec2f8ed06178 {{(pid=105128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:06:30.442891 dv-cinder-793515-4-smb neutron-server[105128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ac1f79b-32b0-4a5b-8650-9fa251a87b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac56e679-2857-40c8-9581-8c8aadaf497a', 'code': 200} Jun 29 11:06:30.452720 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:30.454622 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-2c85da35-72c9-44cc-be0a-49f6004f68b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:06:30.530134 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=ac56e679-2857-40c8-9581-8c8aadaf497a,revision_number=7']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:06:30.542441 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:06:30.581489 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2887fb91-ed8c-4f80-8103-3421ca8b5f0e req-fb01436e-cbfe-4f15-88b3-ff1c977546e8 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:30.585091 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-2887fb91-ed8c-4f80-8103-3421ca8b5f0e req-fb01436e-cbfe-4f15-88b3-ff1c977546e8 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 946 time: 0.1220782 Jun 29 11:06:30.642101 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-2887fb91-ed8c-4f80-8103-3421ca8b5f0e req-0febc582-57c5-4908-9281-92963892cc40 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506542 Jun 29 11:06:31.830595 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83912644-b999-4e87-99c2-542a682615cb req-63c90731-8beb-4816-a454-25c36c6b19f4 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:31.832398 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-83912644-b999-4e87-99c2-542a682615cb req-63c90731-8beb-4816-a454-25c36c6b19f4 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 946 time: 0.0720730 Jun 29 11:06:31.869370 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-83912644-b999-4e87-99c2-542a682615cb req-2ac0dce4-abcf-4954-a19e-1f85425d0c0e tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309591 Jun 29 11:06:33.093903 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84331366-9205-4aa9-a90f-9b5441e3f6e3 req-47c80c09-d576-4d34-be36-250394aaf109 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:33.095490 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-84331366-9205-4aa9-a90f-9b5441e3f6e3 req-47c80c09-d576-4d34-be36-250394aaf109 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 946 time: 0.0923460 Jun 29 11:06:33.144061 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-84331366-9205-4aa9-a90f-9b5441e3f6e3 req-f7f0fc39-e16b-4274-b150-b8baf17ec8b8 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419543 Jun 29 11:06:34.388626 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d12e4d7-32dc-43b9-bdbe-39ce2be9ee88 req-6eb5ecf5-981d-4cfd-9dd9-2b53648751ec tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:34.392643 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7d12e4d7-32dc-43b9-bdbe-39ce2be9ee88 req-6eb5ecf5-981d-4cfd-9dd9-2b53648751ec tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 946 time: 0.0983396 Jun 29 11:06:34.433647 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7d12e4d7-32dc-43b9-bdbe-39ce2be9ee88 req-76cded93-98a9-4fea-9aa0-52448cac55fe tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365443 Jun 29 11:06:35.678063 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561ff89-90ff-45b3-83b6-67d90c478cb2 req-8c9ae370-de14-4a7b-b5db-0aa1b79dd33f tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:35.682638 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-a561ff89-90ff-45b3-83b6-67d90c478cb2 req-8c9ae370-de14-4a7b-b5db-0aa1b79dd33f tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 946 time: 0.0874977 Jun 29 11:06:35.727900 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-a561ff89-90ff-45b3-83b6-67d90c478cb2 req-09208f39-7630-4516-bb99-e21ed4acd136 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402431 Jun 29 11:06:36.344467 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-37795fe7-ddf9-4686-b5a2-d5d5b6a9abee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:36.933559 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd38c4-e3ea-44ef-a893-b528d4061ba6 req-49327539-6d4b-47a8-905a-a8c919afdeef tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:36.940723 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-47fd38c4-e3ea-44ef-a893-b528d4061ba6 req-49327539-6d4b-47a8-905a-a8c919afdeef tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 946 time: 0.0782449 Jun 29 11:06:36.990062 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-47fd38c4-e3ea-44ef-a893-b528d4061ba6 req-4539834c-d687-44d5-8aa8-1ce400998671 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483611 Jun 29 11:06:38.168504 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a289e83-dbf9-4a84-9b44-a59c206e8419 req-0b66287a-b9b5-4309-bd5e-380cc353e1bd tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:38.170071 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-5a289e83-dbf9-4a84-9b44-a59c206e8419 req-0b66287a-b9b5-4309-bd5e-380cc353e1bd tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 946 time: 0.0638928 Jun 29 11:06:38.209015 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-5a289e83-dbf9-4a84-9b44-a59c206e8419 req-f5e19f65-5326-473b-92e0-ab8c9ee5c22f tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330105 Jun 29 11:06:38.822403 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-cb552894-e676-431b-8758-cfc4736047e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:38.880032 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 59190) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:06:38.988271 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:39.008083 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-db479a26-5146-44ca-b657-2273662b3b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:39.106599 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-db479a26-5146-44ca-b657-2273662b3b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:39.241226 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-db479a26-5146-44ca-b657-2273662b3b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:39.243635 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-c517ec07-d19b-4ffe-a6ab-8202b1796801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:06:39.282155 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-db479a26-5146-44ca-b657-2273662b3b03 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fd05eb620292499c90ce8aedcf24f513&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3980234 Jun 29 11:06:39.283339 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db479a26-5146-44ca-b657-2273662b3b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ff3dc8-5b57-4a06-9150-51db19d45f80,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:06:39.284978 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 59198) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:06:39.286964 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-db479a26-5146-44ca-b657-2273662b3b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:06:39.346516 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-454fdc64-7573-42a5-ae95-a69fd3ac2180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:39.369917 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-454fdc64-7573-42a5-ae95-a69fd3ac2180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:39.414326 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d22a65-8571-4ac1-9330-7b7de19972bc req-cbd127f3-77d1-4d9c-bf8b-dcf354b3670e tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:39.415790 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-92d22a65-8571-4ac1-9330-7b7de19972bc req-cbd127f3-77d1-4d9c-bf8b-dcf354b3670e tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 946 time: 0.0681450 Jun 29 11:06:39.453383 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-92d22a65-8571-4ac1-9330-7b7de19972bc req-c56f6c4d-17dc-4654-ad65-cf7d7527ba37 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318372 Jun 29 11:06:39.504447 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-454fdc64-7573-42a5-ae95-a69fd3ac2180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:39.504447 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-454fdc64-7573-42a5-ae95-a69fd3ac2180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:39.504447 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-454fdc64-7573-42a5-ae95-a69fd3ac2180 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f2ff3dc8-5b57-4a06-9150-51db19d45f80 HTTP/1.1" status: 204 len: 168 time: 0.2138069 Jun 29 11:06:39.504447 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-3675301b-c67d-4558-8bc5-040573b10089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:06:39.515686 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454fdc64-7573-42a5-ae95-a69fd3ac2180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ff3dc8-5b57-4a06-9150-51db19d45f80,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:06:39.518091 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-454fdc64-7573-42a5-ae95-a69fd3ac2180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:06:40.240913 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:40.318333 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d32b5-25a0-4103-8eef-f577e8e0948c req-0f777785-7cba-4473-adc0-60980e040bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:40.319827 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-898d32b5-25a0-4103-8eef-f577e8e0948c req-0f777785-7cba-4473-adc0-60980e040bd6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=35801b52e2a44d01a98a1f9fc869638e&device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 1099 time: 0.0543594 Jun 29 11:06:40.412455 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d32b5-25a0-4103-8eef-f577e8e0948c req-af5aee51-643e-43c3-8286-97aab500aa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:40.413929 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-898d32b5-25a0-4103-8eef-f577e8e0948c req-af5aee51-643e-43c3-8286-97aab500aa72 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1a641979-4a76-4c4c-b2a0-9e114b271b54 HTTP/1.1" status: 200 len: 917 time: 0.0879321 Jun 29 11:06:40.480160 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-898d32b5-25a0-4103-8eef-f577e8e0948c req-459c6193-ce0b-46b6-8dd5-8787bba81878 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac56e679-2857-40c8-9581-8c8aadaf497a HTTP/1.1" status: 200 len: 1002 time: 0.0596862 Jun 29 11:06:40.531377 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d32b5-25a0-4103-8eef-f577e8e0948c req-310153b3-0119-4a82-834e-333163e54264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:40.532842 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-898d32b5-25a0-4103-8eef-f577e8e0948c req-310153b3-0119-4a82-834e-333163e54264 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2 HTTP/1.1" status: 200 len: 855 time: 0.0466728 Jun 29 11:06:40.596603 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d32b5-25a0-4103-8eef-f577e8e0948c req-53450a8d-f2fd-43c2-8c35-3144e38a9050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:40.598780 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-898d32b5-25a0-4103-8eef-f577e8e0948c req-53450a8d-f2fd-43c2-8c35-3144e38a9050 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1a641979-4a76-4c4c-b2a0-9e114b271b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0601058 Jun 29 11:06:40.639828 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78bef9-30f0-4fdf-803b-d823c3658c1d req-3b0b8258-bcae-4b7b-a8f4-f93afafe44b6 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:40.641352 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-0f78bef9-30f0-4fdf-803b-d823c3658c1d req-3b0b8258-bcae-4b7b-a8f4-f93afafe44b6 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 946 time: 0.0691483 Jun 29 11:06:40.681220 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-0f78bef9-30f0-4fdf-803b-d823c3658c1d req-70f03884-e11d-46d0-a629-b72c6e6dd7d0 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334470 Jun 29 11:06:40.689499 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-898d32b5-25a0-4103-8eef-f577e8e0948c req-00e9b63d-78fd-49df-a017-7974a95da281 service neutron] 10.222.0.42 "GET /v2.0/networks/1a641979-4a76-4c4c-b2a0-9e114b271b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839393 Jun 29 11:06:40.789592 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-898d32b5-25a0-4103-8eef-f577e8e0948c req-1bd1dc67-c581-4f39-ad86-1857e9605fae service neutron] 10.222.0.42 "GET /v2.0/networks/1a641979-4a76-4c4c-b2a0-9e114b271b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873282 Jun 29 11:06:41.713552 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:41.869038 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47477d-65af-406b-9a5b-83281ad05d3c req-1f952359-3925-4c94-8e8c-97dac25d5f32 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:41.870560 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-4a47477d-65af-406b-9a5b-83281ad05d3c req-1f952359-3925-4c94-8e8c-97dac25d5f32 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 946 time: 0.0635352 Jun 29 11:06:41.910852 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-4a47477d-65af-406b-9a5b-83281ad05d3c req-008a3b1e-4d49-4976-bd19-19a72372e1f3 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335286 Jun 29 11:06:42.191658 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device ac56e679-2857-40c8-9581-8c8aadaf497a no longer exists at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:06:42.268016 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:42.289848 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac1f79b-32b0-4a5b-8650-9fa251a87b59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac56e679-2857-40c8-9581-8c8aadaf497a'}] {{(pid=105128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:06:42.292116 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f554d8236d32e986c704cda53ac23f663e6b3c5228ed3933e2c5dc2c6a48410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727311fa-d717-4789-8da7-1bb9fb5560b6" -d '{"events": [{"server_uuid": "4ac1f79b-32b0-4a5b-8650-9fa251a87b59", "name": "network-vif-unplugged", "status": "completed", "tag": "ac56e679-2857-40c8-9581-8c8aadaf497a"}]}' {{(pid=105128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:06:42.305440 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port ac56e679-2857-40c8-9581-8c8aadaf497a, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ac56e679-2857-40c8-9581-8c8aadaf497a,segment=NetworkSegment(1870111f-630d-4b64-b696-1c360ea6bbfe),segment_id=1870111f-630d-4b64-b696-1c360ea6bbfe)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:06:42.327836 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Jun 2021 11:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5cec2ea-a966-4609-95b3-b2ea968e96ec x-openstack-request-id: req-f5cec2ea-a966-4609-95b3-b2ea968e96ec {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:06:42.328136 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ac1f79b-32b0-4a5b-8650-9fa251a87b59", "name": "network-vif-unplugged", "status": "completed", "tag": "ac56e679-2857-40c8-9581-8c8aadaf497a", "code": 200}]} {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:06:42.328430 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f5cec2ea-a966-4609-95b3-b2ea968e96ec {{(pid=105128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:06:42.328830 dv-cinder-793515-4-smb neutron-server[105128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ac1f79b-32b0-4a5b-8650-9fa251a87b59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac56e679-2857-40c8-9581-8c8aadaf497a', 'code': 200} Jun 29 11:06:42.395099 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:42.397159 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:06:42.444279 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=ac56e679-2857-40c8-9581-8c8aadaf497a,revision_number=8']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:06:42.447310 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:06:43.087909 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105baa62-e885-4ef7-b70c-34cc8137fb14 req-7c075a15-7171-4614-9f4b-ec58b5e8b442 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:43.089389 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-105baa62-e885-4ef7-b70c-34cc8137fb14 req-7c075a15-7171-4614-9f4b-ec58b5e8b442 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 944 time: 0.0633957 Jun 29 11:06:43.126186 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-105baa62-e885-4ef7-b70c-34cc8137fb14 req-18434842-bc44-4e66-874a-d9a21fc85831 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311565 Jun 29 11:06:45.422578 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca49b7a-0233-4f32-b49c-6afdd6cdf82f req-29821006-5076-4830-b736-dbdef882eec9 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:45.424074 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-dca49b7a-0233-4f32-b49c-6afdd6cdf82f req-29821006-5076-4830-b736-dbdef882eec9 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 944 time: 0.0728538 Jun 29 11:06:45.463688 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-dca49b7a-0233-4f32-b49c-6afdd6cdf82f req-2cec0606-1fdc-4ca7-aa6a-d13bee4f1391 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329459 Jun 29 11:06:45.620092 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-7472915e-94b6-49b5-baeb-a62759dfbd37 req-5cf6c36e-fe0e-4b95-af36-26ca4ec173e3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0500255 Jun 29 11:06:46.221857 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device ac56e679-2857-40c8-9581-8c8aadaf497a no longer exists at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:06:46.642233 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35fd62d-8c07-4a89-ad7c-2d78bc7883e4 req-2a0be063-d14c-47c4-9e9e-e02b4eae637b tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:46.643747 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-d35fd62d-8c07-4a89-ad7c-2d78bc7883e4 req-2a0be063-d14c-47c4-9e9e-e02b4eae637b tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 944 time: 0.0673802 Jun 29 11:06:46.686003 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-d35fd62d-8c07-4a89-ad7c-2d78bc7883e4 req-28e1281a-4783-43f4-8295-84a6466e601b tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365300 Jun 29 11:06:47.008531 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472915e-94b6-49b5-baeb-a62759dfbd37 req-1e302bc7-9f4a-4b94-9efd-3ddc550c2d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:47.010285 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7472915e-94b6-49b5-baeb-a62759dfbd37 req-1e302bc7-9f4a-4b94-9efd-3ddc550c2d57 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59&tenant_id=35801b52e2a44d01a98a1f9fc869638e HTTP/1.1" status: 200 len: 1097 time: 0.0547543 Jun 29 11:06:47.102422 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472915e-94b6-49b5-baeb-a62759dfbd37 req-f5524e7e-327f-422a-949f-ea6e6514a113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:47.103932 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7472915e-94b6-49b5-baeb-a62759dfbd37 req-f5524e7e-327f-422a-949f-ea6e6514a113 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=35801b52e2a44d01a98a1f9fc869638e&device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 1097 time: 0.0604069 Jun 29 11:06:47.203029 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472915e-94b6-49b5-baeb-a62759dfbd37 req-3320dfe1-5f72-4c00-9582-3b5ba04b25cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:47.204670 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7472915e-94b6-49b5-baeb-a62759dfbd37 req-3320dfe1-5f72-4c00-9582-3b5ba04b25cb service neutron] 10.222.0.42 "GET /v2.0/networks?id=1a641979-4a76-4c4c-b2a0-9e114b271b54 HTTP/1.1" status: 200 len: 917 time: 0.0948002 Jun 29 11:06:47.272457 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7472915e-94b6-49b5-baeb-a62759dfbd37 req-e915d02c-96c6-4d72-85ed-eec0a8ae82e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac56e679-2857-40c8-9581-8c8aadaf497a HTTP/1.1" status: 200 len: 1000 time: 0.0614090 Jun 29 11:06:47.323283 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472915e-94b6-49b5-baeb-a62759dfbd37 req-d26b811c-f40f-4bb4-b4ea-2aaee140bc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:47.325045 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7472915e-94b6-49b5-baeb-a62759dfbd37 req-d26b811c-f40f-4bb4-b4ea-2aaee140bc5c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2 HTTP/1.1" status: 200 len: 855 time: 0.0446677 Jun 29 11:06:47.387535 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472915e-94b6-49b5-baeb-a62759dfbd37 req-5cf48fa6-2055-4c4c-9c34-3b411f74ecb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:47.389114 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7472915e-94b6-49b5-baeb-a62759dfbd37 req-5cf48fa6-2055-4c4c-9c34-3b411f74ecb9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1a641979-4a76-4c4c-b2a0-9e114b271b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0577497 Jun 29 11:06:47.484117 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7472915e-94b6-49b5-baeb-a62759dfbd37 req-c4f9b71b-4cf3-40f2-b48f-f5ef3ba3e487 service neutron] 10.222.0.42 "GET /v2.0/networks/1a641979-4a76-4c4c-b2a0-9e114b271b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881741 Jun 29 11:06:47.578271 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-7472915e-94b6-49b5-baeb-a62759dfbd37 req-bf6638c4-73b4-4b2b-9185-5061674add60 service neutron] 10.222.0.42 "GET /v2.0/networks/1a641979-4a76-4c4c-b2a0-9e114b271b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876849 Jun 29 11:06:47.868035 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90eb438-2b61-4a89-9403-e0f31d6e9416 req-ec11de39-199a-4f84-b200-3f1418e9a42f tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:47.869657 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a90eb438-2b61-4a89-9403-e0f31d6e9416 req-ec11de39-199a-4f84-b200-3f1418e9a42f tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 944 time: 0.0666361 Jun 29 11:06:47.910052 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-a90eb438-2b61-4a89-9403-e0f31d6e9416 req-f338a43e-5b04-4ded-92d1-34471001cc03 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337903 Jun 29 11:06:49.126646 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f591f8f-875b-412f-9af7-44ed662a89ff req-61bb7709-9677-4920-8da2-1dc9815a3b6b tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:49.128715 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-8f591f8f-875b-412f-9af7-44ed662a89ff req-61bb7709-9677-4920-8da2-1dc9815a3b6b tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 944 time: 0.0814548 Jun 29 11:06:49.176551 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-8f591f8f-875b-412f-9af7-44ed662a89ff req-501850fa-b683-4bd6-b8cb-0c9477c54887 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402756 Jun 29 11:06:50.359995 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ee354-cf67-4de7-aca8-ce47cb8e419d req-ec0916b5-fabb-4b33-9adf-5004866c63e0 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:50.361563 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-312ee354-cf67-4de7-aca8-ce47cb8e419d req-ec0916b5-fabb-4b33-9adf-5004866c63e0 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 944 time: 0.0643728 Jun 29 11:06:50.410178 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-312ee354-cf67-4de7-aca8-ce47cb8e419d req-bd93f840-c6a8-42c7-a666-53437c597e8c tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415742 Jun 29 11:06:50.641645 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 59402) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:06:50.746510 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-0ffdb953-61d5-46eb-a2cd-2d4ca8a591ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:50.838767 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-0ffdb953-61d5-46eb-a2cd-2d4ca8a591ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:50.897631 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-0ffdb953-61d5-46eb-a2cd-2d4ca8a591ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:50.900139 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-08bb2283-3a26-4923-8dd6-9b9e129233e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:06:50.939442 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-0ffdb953-61d5-46eb-a2cd-2d4ca8a591ff admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b6337f7b1d8842c0b0f9207c18d3f413&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2967763 Jun 29 11:06:50.940499 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffdb953-61d5-46eb-a2cd-2d4ca8a591ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a59f352-d436-41f8-b691-792905ea84a1,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:06:50.942632 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 59406) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:06:50.945169 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-0ffdb953-61d5-46eb-a2cd-2d4ca8a591ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:06:50.997692 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-41a93f9b-7b1f-4ef7-bcd2-0872d50bb55c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:51.018323 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-41a93f9b-7b1f-4ef7-bcd2-0872d50bb55c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:51.131869 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-41a93f9b-7b1f-4ef7-bcd2-0872d50bb55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:51.134907 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-41a93f9b-7b1f-4ef7-bcd2-0872d50bb55c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:51.136142 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-41a93f9b-7b1f-4ef7-bcd2-0872d50bb55c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0a59f352-d436-41f8-b691-792905ea84a1 HTTP/1.1" status: 204 len: 168 time: 0.1919093 Jun 29 11:06:51.137005 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-7dcd0240-86ee-42a5-8edb-566a3c2338e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:06:51.145732 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a93f9b-7b1f-4ef7-bcd2-0872d50bb55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a59f352-d436-41f8-b691-792905ea84a1,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:06:51.148403 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-41a93f9b-7b1f-4ef7-bcd2-0872d50bb55c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:06:51.603402 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ca35a-f5e4-46c8-823f-15bf03a92285 req-2e7a09bf-268a-423d-a86f-2fde3c60c0bd tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:51.605013 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-d02ca35a-f5e4-46c8-823f-15bf03a92285 req-2e7a09bf-268a-423d-a86f-2fde3c60c0bd tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 944 time: 0.0709460 Jun 29 11:06:51.646423 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-d02ca35a-f5e4-46c8-823f-15bf03a92285 req-cb2e0775-1401-4df7-82d0-7da09e5d0039 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356469 Jun 29 11:06:51.758671 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 59416) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:06:51.773553 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-e5b37e64-87c7-426c-aec4-490cbb5a5264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:51.865794 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-e5b37e64-87c7-426c-aec4-490cbb5a5264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:51.930045 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-e5b37e64-87c7-426c-aec4-490cbb5a5264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:51.932711 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-fa5315a4-320f-4818-85d0-025387962120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:06:51.971028 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-e5b37e64-87c7-426c-aec4-490cbb5a5264 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=36103b4397044e85874f8e4e7ba2d1b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2106781 Jun 29 11:06:52.040338 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b37e64-87c7-426c-aec4-490cbb5a5264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ae434e-2644-468f-8816-507755031873,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:06:52.040338 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-e5b37e64-87c7-426c-aec4-490cbb5a5264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:06:52.040338 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 59418) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:06:52.109402 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-2e6e4625-3f9b-46c5-8883-56600db484c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:52.138276 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-2e6e4625-3f9b-46c5-8883-56600db484c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:52.314971 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-2e6e4625-3f9b-46c5-8883-56600db484c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:52.317741 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-2e6e4625-3f9b-46c5-8883-56600db484c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:52.321256 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-2e6e4625-3f9b-46c5-8883-56600db484c0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a5ae434e-2644-468f-8816-507755031873 HTTP/1.1" status: 204 len: 168 time: 0.2814155 Jun 29 11:06:52.321256 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-75ffcae4-6ec2-41d1-b0a1-18c7a53092f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:06:52.328701 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e4625-3f9b-46c5-8883-56600db484c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ae434e-2644-468f-8816-507755031873,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:06:52.333435 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-2e6e4625-3f9b-46c5-8883-56600db484c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:06:52.848444 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b676b54-bd95-4d52-8931-a4ad60307a71 req-b2b22e30-e728-42de-a402-10efe5ceb2ce tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:52.849934 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0b676b54-bd95-4d52-8931-a4ad60307a71 req-b2b22e30-e728-42de-a402-10efe5ceb2ce tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 944 time: 0.0722103 Jun 29 11:06:52.890289 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0b676b54-bd95-4d52-8931-a4ad60307a71 req-007cc48f-ba3c-4582-8187-fb12ddea5e81 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340593 Jun 29 11:06:53.011433 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 59426) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:06:53.026699 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d254c89c-1bc1-4ac7-ae49-33c861932a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:53.119353 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d254c89c-1bc1-4ac7-ae49-33c861932a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:53.194861 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d254c89c-1bc1-4ac7-ae49-33c861932a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:53.198025 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-0815fa09-dc7f-4a2b-86dd-189b471b380f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:06:53.236343 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-d254c89c-1bc1-4ac7-ae49-33c861932a28 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9719f55e950345a9bf7dbfa81f2c5e5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2237833 Jun 29 11:06:53.238371 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d254c89c-1bc1-4ac7-ae49-33c861932a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb57ff23-f2ef-48eb-bce4-55e0d8fc6bb3,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:06:53.239709 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 59428) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:06:53.241878 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-d254c89c-1bc1-4ac7-ae49-33c861932a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:06:53.323175 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-555aa57c-6647-42fa-9aad-8134cbe8c2c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:53.345397 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-555aa57c-6647-42fa-9aad-8134cbe8c2c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:53.478582 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-555aa57c-6647-42fa-9aad-8134cbe8c2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:53.481266 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-555aa57c-6647-42fa-9aad-8134cbe8c2c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:53.482427 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-555aa57c-6647-42fa-9aad-8134cbe8c2c0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/eb57ff23-f2ef-48eb-bce4-55e0d8fc6bb3 HTTP/1.1" status: 204 len: 168 time: 0.2416501 Jun 29 11:06:53.483234 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-5135e417-7423-4c68-920d-8b7319885024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:06:53.491145 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555aa57c-6647-42fa-9aad-8134cbe8c2c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb57ff23-f2ef-48eb-bce4-55e0d8fc6bb3,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:06:53.493897 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-555aa57c-6647-42fa-9aad-8134cbe8c2c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:06:54.114682 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbdae2-7c2e-495b-973d-f74a6675e80a req-37a99513-2053-4a32-8ec3-412b9d4edc6f tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:54.117072 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-62bbdae2-7c2e-495b-973d-f74a6675e80a req-37a99513-2053-4a32-8ec3-412b9d4edc6f tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 944 time: 0.0870731 Jun 29 11:06:54.158057 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-62bbdae2-7c2e-495b-973d-f74a6675e80a req-bf24e5e9-b397-44e0-9c27-20e9d83001db tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362341 Jun 29 11:06:55.358340 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b9f8b-3b61-4588-8f23-e632bbe4af31 req-a1cfa382-aa1c-45ab-9f8c-28c885dd5a16 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:55.359976 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-8d1b9f8b-3b61-4588-8f23-e632bbe4af31 req-a1cfa382-aa1c-45ab-9f8c-28c885dd5a16 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 944 time: 0.0711875 Jun 29 11:06:55.399465 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-8d1b9f8b-3b61-4588-8f23-e632bbe4af31 req-948afa64-d655-4395-ad79-6ee7ac350b59 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330782 Jun 29 11:06:56.289279 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.agents_db [None req-6227a327-39ba-4b2a-b4ab-7b0e2d6295dc None None] Agent healthcheck: found 6 active agents {{(pid=105129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:06:56.599200 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1014d5-d2fc-45db-b640-e12b0f4c605b req-ae5b79e2-cb5c-477b-a9be-7d734b39a749 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:56.600622 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-7c1014d5-d2fc-45db-b640-e12b0f4c605b req-ae5b79e2-cb5c-477b-a9be-7d734b39a749 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 944 time: 0.0732107 Jun 29 11:06:56.643399 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-7c1014d5-d2fc-45db-b640-e12b0f4c605b req-024ad4a7-76c8-47f4-9714-fa42299eb923 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366538 Jun 29 11:06:57.842818 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc62d0d-b4f1-4a93-a39a-4e150e7524ec req-7291a3b4-d73d-4f3b-9c71-8912759f453e tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:57.844298 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-3bc62d0d-b4f1-4a93-a39a-4e150e7524ec req-7291a3b4-d73d-4f3b-9c71-8912759f453e tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 944 time: 0.0757654 Jun 29 11:06:57.884413 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-3bc62d0d-b4f1-4a93-a39a-4e150e7524ec req-869c7a34-2627-42c3-8dea-d9c43de5c111 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339532 Jun 29 11:06:59.028553 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:06:59.066287 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a67eb-c994-4187-821b-f4491b905cdb req-0b765281-76a1-41b4-9e7a-f1b65096b607 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:06:59.067717 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-074a67eb-c994-4187-821b-f4491b905cdb req-0b765281-76a1-41b4-9e7a-f1b65096b607 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 944 time: 0.0660975 Jun 29 11:06:59.103270 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-074a67eb-c994-4187-821b-f4491b905cdb req-1454c2dd-58e9-4218-bc95-52d6c7fe9c24 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299389 Jun 29 11:07:00.285235 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b123e8-31a8-4d96-a830-2798b56c6d01 req-e6413245-39f9-4621-b7e7-4e2aff0f7309 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:07:00.286723 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-11b123e8-31a8-4d96-a830-2798b56c6d01 req-e6413245-39f9-4621-b7e7-4e2aff0f7309 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 944 time: 0.0684581 Jun 29 11:07:00.324651 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-11b123e8-31a8-4d96-a830-2798b56c6d01 req-72f1751d-80c0-4c97-a4d9-d136ca7fee5e tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322742 Jun 29 11:07:00.965375 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 59512) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:07:01.066463 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-722a0fd0-6c97-416f-a3f7-6a66141aca19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:01.155618 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-722a0fd0-6c97-416f-a3f7-6a66141aca19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:01.222438 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-722a0fd0-6c97-416f-a3f7-6a66141aca19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:01.225122 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-cdd568b9-e0e0-4d2f-afcc-9e785c496ae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:07:01.262473 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-722a0fd0-6c97-416f-a3f7-6a66141aca19 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ff7d757394104935a3f2a1c4e503a469&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2960417 Jun 29 11:07:01.263487 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a0fd0-6c97-416f-a3f7-6a66141aca19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d96eba4-1fa2-4caf-9393-78f415fbfcea,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:07:01.265161 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 59516) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:07:01.266815 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-722a0fd0-6c97-416f-a3f7-6a66141aca19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:07:01.315009 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-730537eb-c0e7-47a3-97cc-b22173619624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:01.335721 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-730537eb-c0e7-47a3-97cc-b22173619624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:01.438374 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-730537eb-c0e7-47a3-97cc-b22173619624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:01.441163 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-730537eb-c0e7-47a3-97cc-b22173619624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:01.442537 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-730537eb-c0e7-47a3-97cc-b22173619624 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3d96eba4-1fa2-4caf-9393-78f415fbfcea HTTP/1.1" status: 204 len: 168 time: 0.1761496 Jun 29 11:07:01.443304 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-db479a26-5146-44ca-b657-2273662b3b03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:07:01.450815 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730537eb-c0e7-47a3-97cc-b22173619624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d96eba4-1fa2-4caf-9393-78f415fbfcea,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:07:01.453190 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-730537eb-c0e7-47a3-97cc-b22173619624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:07:01.509096 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9f18a-2237-4cf1-9627-820d32fa2172 req-e686a5db-4c2d-4d37-ab6d-cdf1792c50c4 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:07:01.510704 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-01d9f18a-2237-4cf1-9627-820d32fa2172 req-e686a5db-4c2d-4d37-ab6d-cdf1792c50c4 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 944 time: 0.0680151 Jun 29 11:07:01.548757 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-01d9f18a-2237-4cf1-9627-820d32fa2172 req-d908d9d9-e348-4b6e-bd39-54408367b366 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322008 Jun 29 11:07:01.641871 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a988548-97e9-43e4-9cf8-5111876eff03 req-828bd630-a765-4994-80e4-035b91033e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:07:01.643395 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0a988548-97e9-43e4-9cf8-5111876eff03 req-828bd630-a765-4994-80e4-035b91033e2a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=35801b52e2a44d01a98a1f9fc869638e&device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 1097 time: 0.0528326 Jun 29 11:07:01.754706 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a988548-97e9-43e4-9cf8-5111876eff03 req-f98bf467-15b5-4be6-9864-088f95c16e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:07:01.756459 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0a988548-97e9-43e4-9cf8-5111876eff03 req-f98bf467-15b5-4be6-9864-088f95c16e14 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1a641979-4a76-4c4c-b2a0-9e114b271b54 HTTP/1.1" status: 200 len: 917 time: 0.0934465 Jun 29 11:07:01.824824 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0a988548-97e9-43e4-9cf8-5111876eff03 req-50dd9aa4-93ee-4d78-a9e2-71e31ace9f5b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac56e679-2857-40c8-9581-8c8aadaf497a HTTP/1.1" status: 200 len: 1000 time: 0.0611827 Jun 29 11:07:01.880666 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a988548-97e9-43e4-9cf8-5111876eff03 req-389c01a3-4cd1-4c6e-a7b3-2c85dd08ff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:07:01.882172 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0a988548-97e9-43e4-9cf8-5111876eff03 req-389c01a3-4cd1-4c6e-a7b3-2c85dd08ff78 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2 HTTP/1.1" status: 200 len: 855 time: 0.0513356 Jun 29 11:07:01.941209 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a988548-97e9-43e4-9cf8-5111876eff03 req-671e41d5-32e2-44fe-bc33-62803f098d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:07:01.943086 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0a988548-97e9-43e4-9cf8-5111876eff03 req-671e41d5-32e2-44fe-bc33-62803f098d4f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1a641979-4a76-4c4c-b2a0-9e114b271b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0536270 Jun 29 11:07:02.029532 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0a988548-97e9-43e4-9cf8-5111876eff03 req-2e037b4a-6da0-4589-82f8-4f4d1f138baa service neutron] 10.222.0.42 "GET /v2.0/networks/1a641979-4a76-4c4c-b2a0-9e114b271b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796294 Jun 29 11:07:02.119572 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0a988548-97e9-43e4-9cf8-5111876eff03 req-24f3754d-d002-432a-b7f8-d18bf247bf7b service neutron] 10.222.0.42 "GET /v2.0/networks/1a641979-4a76-4c4c-b2a0-9e114b271b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830591 Jun 29 11:07:02.317517 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device ac56e679-2857-40c8-9581-8c8aadaf497a details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=105128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:07:02.408405 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port ac56e679-2857-40c8-9581-8c8aadaf497a, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ac56e679-2857-40c8-9581-8c8aadaf497a,segment=NetworkSegment(1870111f-630d-4b64-b696-1c360ea6bbfe),segment_id=1870111f-630d-4b64-b696-1c360ea6bbfe)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:07:02.422801 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Returning: {'device': 'ac56e679-2857-40c8-9581-8c8aadaf497a', 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54', 'port_id': 'ac56e679-2857-40c8-9581-8c8aadaf497a', 'mac_address': 'fa:16:3e:76:13:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:07:02.459478 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:02.471547 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac56e679-2857-40c8-9581-8c8aadaf497a {{(pid=105128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:07:02.492513 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port ac56e679-2857-40c8-9581-8c8aadaf497a, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ac56e679-2857-40c8-9581-8c8aadaf497a,segment=NetworkSegment(1870111f-630d-4b64-b696-1c360ea6bbfe),segment_id=1870111f-630d-4b64-b696-1c360ea6bbfe)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:07:02.746521 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef01d4-c120-4580-846b-ffd07a847467 req-cbaa3d4a-ceef-4560-9ab8-9661e0b61314 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:07:02.748044 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-26ef01d4-c120-4580-846b-ffd07a847467 req-cbaa3d4a-ceef-4560-9ab8-9661e0b61314 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 944 time: 0.0647080 Jun 29 11:07:02.786846 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-26ef01d4-c120-4580-846b-ffd07a847467 req-d5228e9d-2e00-48ff-9ea4-4dfcdcbfeb64 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327899 Jun 29 11:07:03.571179 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:03.573008 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:07:03.619296 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=ac56e679-2857-40c8-9581-8c8aadaf497a,revision_number=9']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:07:03.622208 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:07:03.862012 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] get_ports_and_sgs() called for port_ids ['ac56e679-2857-40c8-9581-8c8aadaf497a'] {{(pid=105128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:07:03.972309 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d02c27-c760-4c86-bde4-1b63ca90ce2c req-d3f6f407-654e-462c-8424-90afedc1b0eb tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:07:03.973836 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-a8d02c27-c760-4c86-bde4-1b63ca90ce2c req-d3f6f407-654e-462c-8424-90afedc1b0eb tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 945 time: 0.0679750 Jun 29 11:07:04.011214 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-a8d02c27-c760-4c86-bde4-1b63ca90ce2c req-2886d18f-8077-43f2-bcf1-074617bf2b99 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315547 Jun 29 11:07:05.194825 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72858d7e-f735-4bf5-a7cb-e725ccc9b96f req-8398f57d-9877-41c0-8077-22a173d463e0 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:07:05.196273 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-72858d7e-f735-4bf5-a7cb-e725ccc9b96f req-8398f57d-9877-41c0-8077-22a173d463e0 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 945 time: 0.0666671 Jun 29 11:07:05.237032 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-72858d7e-f735-4bf5-a7cb-e725ccc9b96f req-57d0b761-d18c-48e5-ac2b-4a0fe07162a3 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348389 Jun 29 11:07:06.325165 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3cb2917e-0213-4c2b-973f-6e6045c2042e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:06.347964 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device ac56e679-2857-40c8-9581-8c8aadaf497a up at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:07:06.400496 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.provisioning_blocks [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Provisioning complete for port ac56e679-2857-40c8-9581-8c8aadaf497a triggered by entity L2. {{(pid=105128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:07:06.400883 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408521'] for port, provisioning_complete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:06.423126 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f14a4-60fb-43a1-af00-43a0957a25dc req-1de9db45-dff0-4b82-827f-26898c4bd898 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:07:06.424629 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-0a5f14a4-60fb-43a1-af00-43a0957a25dc req-1de9db45-dff0-4b82-827f-26898c4bd898 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 945 time: 0.0683951 Jun 29 11:07:06.462716 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-0a5f14a4-60fb-43a1-af00-43a0957a25dc req-0f3aef09-830d-41d1-97f1-6c6c62d4fcf9 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316477 Jun 29 11:07:06.478973 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543903'] for port, before_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:06.501127 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac1f79b-32b0-4a5b-8650-9fa251a87b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac56e679-2857-40c8-9581-8c8aadaf497a'}] {{(pid=105128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:07:06.503357 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f554d8236d32e986c704cda53ac23f663e6b3c5228ed3933e2c5dc2c6a48410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd404c0-c878-4c4c-8533-c51d119e726d" -d '{"events": [{"server_uuid": "4ac1f79b-32b0-4a5b-8650-9fa251a87b59", "name": "network-vif-plugged", "status": "completed", "tag": "ac56e679-2857-40c8-9581-8c8aadaf497a"}]}' {{(pid=105128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:07:06.516283 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] For port ac56e679-2857-40c8-9581-8c8aadaf497a, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ac56e679-2857-40c8-9581-8c8aadaf497a,segment=NetworkSegment(1870111f-630d-4b64-b696-1c360ea6bbfe),segment_id=1870111f-630d-4b64-b696-1c360ea6bbfe)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:07:06.539546 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09cd180e-effb-4a8b-9350-c133b49db306 x-openstack-request-id: req-09cd180e-effb-4a8b-9350-c133b49db306 {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:07:06.539843 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ac1f79b-32b0-4a5b-8650-9fa251a87b59", "name": "network-vif-plugged", "status": "completed", "tag": "ac56e679-2857-40c8-9581-8c8aadaf497a", "code": 200}]} {{(pid=105128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:07:06.540102 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-09cd180e-effb-4a8b-9350-c133b49db306 {{(pid=105128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:07:06.540532 dv-cinder-793515-4-smb neutron-server[105128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ac1f79b-32b0-4a5b-8650-9fa251a87b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac56e679-2857-40c8-9581-8c8aadaf497a', 'code': 200} Jun 29 11:07:06.594008 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761935560915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761935084045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761935084090'] for port, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:06.595863 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:07:06.642334 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Pushing event updated for resources: {'Port': ['ID=ac56e679-2857-40c8-9581-8c8aadaf497a,revision_number=10']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:07:06.645505 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:07:06.906166 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeae4d9-cb41-4358-aa2c-17601836fd34 req-2a5eb1ed-3e9b-45f0-833e-0293429c40eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:07:06.907577 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-4aeae4d9-cb41-4358-aa2c-17601836fd34 req-2a5eb1ed-3e9b-45f0-833e-0293429c40eb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 1100 time: 0.0506268 Jun 29 11:07:06.942795 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-4aeae4d9-cb41-4358-aa2c-17601836fd34 req-954e5794-3a74-4397-8d3d-11cc378ca606 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284014 Jun 29 11:07:07.639061 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68856eb-ede0-46c0-9abb-45b76e31bf93 req-d431d11e-b9ad-41e1-88ee-bbe2d7a103e1 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:07:07.640552 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-c68856eb-ede0-46c0-9abb-45b76e31bf93 req-d431d11e-b9ad-41e1-88ee-bbe2d7a103e1 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 947 time: 0.0614929 Jun 29 11:07:07.676857 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-c68856eb-ede0-46c0-9abb-45b76e31bf93 req-c3dfcb2d-2063-4093-9ac8-96668f9418b5 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308661 Jun 29 11:07:08.820926 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-fa951d14-b0ae-462a-a65f-ef3b4bd94bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:08.870644 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e976e46-1e9f-4d11-89d6-76289d6837f2 req-6d3dd078-756a-482e-8de5-0a3676c330ed tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:07:08.872119 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0e976e46-1e9f-4d11-89d6-76289d6837f2 req-6d3dd078-756a-482e-8de5-0a3676c330ed tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 947 time: 0.0639460 Jun 29 11:07:08.909357 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-0e976e46-1e9f-4d11-89d6-76289d6837f2 req-53252cdf-1c65-411f-b588-57eb235c8a18 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317466 Jun 29 11:07:08.993786 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:10.086141 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddc125-6ff4-4cba-becc-da76b16188dd req-bdfc05e0-f57d-449d-9ac1-da7aba1944aa tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:07:10.087516 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-d9ddc125-6ff4-4cba-becc-da76b16188dd req-bdfc05e0-f57d-449d-9ac1-da7aba1944aa tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 947 time: 0.0648954 Jun 29 11:07:10.123658 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-d9ddc125-6ff4-4cba-becc-da76b16188dd req-75f97b78-05a3-492c-a296-e69f3b541e82 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306060 Jun 29 11:07:10.199406 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:11.700077 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:29.043713 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:33.288419 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.agents_db [None req-6227a327-39ba-4b2a-b4ab-7b0e2d6295dc None None] Agent healthcheck: found 6 active agents {{(pid=105129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:07:36.277703 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-9f3a393e-8171-4ed6-856d-5668fc6957cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:38.797575 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-d906735c-c95a-4e98-ae7a-d626cadee9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:38.984783 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:40.224155 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:41.387281 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ccaf08-b034-4e52-b3cc-2324b1f97039 req-7d69b07f-c192-4a8e-997e-26e81e9039c4 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:07:41.388791 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-37ccaf08-b034-4e52-b3cc-2324b1f97039 req-7d69b07f-c192-4a8e-997e-26e81e9039c4 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 947 time: 0.0621734 Jun 29 11:07:41.437047 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-37ccaf08-b034-4e52-b3cc-2324b1f97039 req-90c7b8a2-b1d6-46ae-8021-7761d1306f79 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424085 Jun 29 11:07:41.711934 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:42.617098 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ea03f-7be2-4627-82a3-35e93a57bf0b req-14231721-d725-4c0d-b6c0-841efc5e11ca tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:07:42.618552 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-399ea03f-7be2-4627-82a3-35e93a57bf0b req-14231721-d725-4c0d-b6c0-841efc5e11ca tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 947 time: 0.0664227 Jun 29 11:07:42.658266 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-399ea03f-7be2-4627-82a3-35e93a57bf0b req-217b326a-df50-4f5b-b717-9eb453156df4 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups?id=740b36ee-ee12-41c0-aba8-2e99fa5bf27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341973 Jun 29 11:07:42.824939 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e64c33-1f28-4d69-a683-e8244039605d req-01621646-a10e-4c9d-8b64-a8f9386a0bfc tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:07:42.826464 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-72e64c33-1f28-4d69-a683-e8244039605d req-01621646-a10e-4c9d-8b64-a8f9386a0bfc tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 947 time: 0.0633290 Jun 29 11:07:43.194431 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [req-72e64c33-1f28-4d69-a683-e8244039605d req-849c2da7-9c58-46f2-b887-fbcd4ae5b65b tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Deleting port ac56e679-2857-40c8-9581-8c8aadaf497a {{(pid=105127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:07:43.194771 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-72e64c33-1f28-4d69-a683-e8244039605d req-849c2da7-9c58-46f2-b887-fbcd4ae5b65b tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:43.278868 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [req-72e64c33-1f28-4d69-a683-e8244039605d req-849c2da7-9c58-46f2-b887-fbcd4ae5b65b tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] For port ac56e679-2857-40c8-9581-8c8aadaf497a, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ac56e679-2857-40c8-9581-8c8aadaf497a,segment=NetworkSegment(1870111f-630d-4b64-b696-1c360ea6bbfe),segment_id=1870111f-630d-4b64-b696-1c360ea6bbfe)] {{(pid=105127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:07:43.279218 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-72e64c33-1f28-4d69-a683-e8244039605d req-849c2da7-9c58-46f2-b887-fbcd4ae5b65b tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:43.458626 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-72e64c33-1f28-4d69-a683-e8244039605d req-849c2da7-9c58-46f2-b887-fbcd4ae5b65b tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:43.458902 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-72e64c33-1f28-4d69-a683-e8244039605d req-849c2da7-9c58-46f2-b887-fbcd4ae5b65b tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606879'] for floatingip, after_update {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:43.459333 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.db.l3_db [req-72e64c33-1f28-4d69-a683-e8244039605d req-849c2da7-9c58-46f2-b887-fbcd4ae5b65b tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Floating IP 968ff085-7bd6-4743-8445-3d5a609369a3 disassociated. External IP: 172.28.3.239, port: ac56e679-2857-40c8-9581-8c8aadaf497a. Jun 29 11:07:43.459675 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [req-72e64c33-1f28-4d69-a683-e8244039605d req-849c2da7-9c58-46f2-b887-fbcd4ae5b65b tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Calling delete_port for ac56e679-2857-40c8-9581-8c8aadaf497a owned by compute:nova {{(pid=105127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:07:43.620743 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-72e64c33-1f28-4d69-a683-e8244039605d req-849c2da7-9c58-46f2-b887-fbcd4ae5b65b tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130347151'] for port, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:43.624847 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-da2cb254-2eb6-4e64-ab70-6f7deb9bd1d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:07:43.653838 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c2da7-9c58-46f2-b887-fbcd4ae5b65b tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Pushing event deleted for resources: {'Port': ['ID=ac56e679-2857-40c8-9581-8c8aadaf497a,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:07:43.665823 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849c2da7-9c58-46f2-b887-fbcd4ae5b65b tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:07:43.666829 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849c2da7-9c58-46f2-b887-fbcd4ae5b65b tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:07:43.667341 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849c2da7-9c58-46f2-b887-fbcd4ae5b65b tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:07:43.667710 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849c2da7-9c58-46f2-b887-fbcd4ae5b65b tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:07:43.668073 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849c2da7-9c58-46f2-b887-fbcd4ae5b65b tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:07:43.668457 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849c2da7-9c58-46f2-b887-fbcd4ae5b65b tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:07:43.668815 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849c2da7-9c58-46f2-b887-fbcd4ae5b65b tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:07:43.669171 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849c2da7-9c58-46f2-b887-fbcd4ae5b65b tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:07:43.669521 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849c2da7-9c58-46f2-b887-fbcd4ae5b65b tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:07:43.669871 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849c2da7-9c58-46f2-b887-fbcd4ae5b65b tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:07:43.670224 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849c2da7-9c58-46f2-b887-fbcd4ae5b65b tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:07:43.670572 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849c2da7-9c58-46f2-b887-fbcd4ae5b65b tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:07:43.674985 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-849c2da7-9c58-46f2-b887-fbcd4ae5b65b tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:07:43.781330 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72e64c33-1f28-4d69-a683-e8244039605d req-849c2da7-9c58-46f2-b887-fbcd4ae5b65b tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Router 10349c59-05eb-4381-85c5-78b9ed9459a9 has already been hosted by L3 agent 3b2ad6f0-f3d9-4012-ac35-d330af5e0962 {{(pid=105127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:07:43.807243 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [req-5e6060ab-a177-49f7-8b34-472e507e4a70 req-10ae9b50-c893-4179-bae9-627a41323121 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac1f79b-32b0-4a5b-8650-9fa251a87b59 HTTP/1.1" status: 200 len: 210 time: 0.0354326 Jun 29 11:07:43.888126 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72e64c33-1f28-4d69-a683-e8244039605d req-849c2da7-9c58-46f2-b887-fbcd4ae5b65b tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify agent at l3_agent.dv-cinder-793515-4-smb the message routers_updated {{(pid=105127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:07:43.897214 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e069d33-498e-4cdc-81ab-53cdd69dd2ac None None] Sync routers for ids ['10349c59-05eb-4381-85c5-78b9ed9459a9'] in dv-cinder-793515-4-smb {{(pid=105129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:07:43.907624 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e069d33-498e-4cdc-81ab-53cdd69dd2ac None None] Routers {'10349c59-05eb-4381-85c5-78b9ed9459a9'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:07:43.908274 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-0e069d33-498e-4cdc-81ab-53cdd69dd2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:07:39Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['10349c59-05eb-4381-85c5-78b9ed9459a9'], 'active': True} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:07:43.935905 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e64c33-1f28-4d69-a683-e8244039605d req-849c2da7-9c58-46f2-b887-fbcd4ae5b65b tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] No DVR routers for this DVR port ac56e679-2857-40c8-9581-8c8aadaf497a on host hv-cinder-79351 {{(pid=105127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:07:43.938521 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [req-72e64c33-1f28-4d69-a683-e8244039605d req-849c2da7-9c58-46f2-b887-fbcd4ae5b65b tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for port, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:43.940673 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [req-72e64c33-1f28-4d69-a683-e8244039605d req-849c2da7-9c58-46f2-b887-fbcd4ae5b65b tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.42 "DELETE /v2.0/ports/ac56e679-2857-40c8-9581-8c8aadaf497a HTTP/1.1" status: 204 len: 173 time: 1.1083198 Jun 29 11:07:43.941207 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac1f79b-32b0-4a5b-8650-9fa251a87b59', 'name': 'network-vif-deleted', 'tag': 'ac56e679-2857-40c8-9581-8c8aadaf497a'}] {{(pid=105127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:07:43.944076 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51926c8a96ac3dcbe8a9a7c61d1f1b13ee7346919254cfc90a12d4d270e3eabf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de14733f-a8f2-4957-8bbd-e358270b923e" -d '{"events": [{"server_uuid": "4ac1f79b-32b0-4a5b-8650-9fa251a87b59", "name": "network-vif-deleted", "tag": "ac56e679-2857-40c8-9581-8c8aadaf497a"}]}' {{(pid=105127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:07:43.981088 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eaf8317-24f1-42b7-8ede-a4c945ddd20e x-openstack-request-id: req-5eaf8317-24f1-42b7-8ede-a4c945ddd20e {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:07:43.981088 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ac1f79b-32b0-4a5b-8650-9fa251a87b59", "name": "network-vif-deleted", "tag": "ac56e679-2857-40c8-9581-8c8aadaf497a", "status": "completed", "code": 200}]} {{(pid=105127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:07:43.981088 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5eaf8317-24f1-42b7-8ede-a4c945ddd20e {{(pid=105127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:07:43.981088 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ac1f79b-32b0-4a5b-8650-9fa251a87b59', 'name': 'network-vif-deleted', 'tag': 'ac56e679-2857-40c8-9581-8c8aadaf497a', 'status': 'completed', 'code': 200} Jun 29 11:07:44.018184 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvr_db [None req-0e069d33-498e-4cdc-81ab-53cdd69dd2ac None None] Set router 10349c59-05eb-4381-85c5-78b9ed9459a9 gateway port host: dv-cinder-793515-4-smb {{(pid=105129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:07:44.226370 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-0e069d33-498e-4cdc-81ab-53cdd69dd2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'name': 'tempest-AttachVolumeShelveTestJSON-728062373-router', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': 'c1ba7bf7-47c4-4bbf-9d40-37a856a8118b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:02:20Z', 'updated_at': '2021-06-29T11:02:24Z', 'revision_number': 4, 'project_id': '35801b52e2a44d01a98a1f9fc869638e', 'gw_port': {'id': 'c1ba7bf7-47c4-4bbf-9d40-37a856a8118b', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:21Z', 'updated_at': '2021-06-29T11:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_interfaces': [{'id': '074821cf-3aeb-409a-a6fb-3df20f5999f6', 'name': '', 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'mac_address': 'fa:16:3e:27:ce:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:23Z', 'updated_at': '2021-06-29T11:02:30Z', 'revision_number': 5, 'project_id': '35801b52e2a44d01a98a1f9fc869638e', 'subnets': [{'id': '18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:07:44.251370 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e069d33-498e-4cdc-81ab-53cdd69dd2ac None None] Checking router: 10349c59-05eb-4381-85c5-78b9ed9459a9 for host: dv-cinder-793515-4-smb {{(pid=105129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:07:44.259480 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e069d33-498e-4cdc-81ab-53cdd69dd2ac None None] Routers {'10349c59-05eb-4381-85c5-78b9ed9459a9'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:07:44.260660 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-0e069d33-498e-4cdc-81ab-53cdd69dd2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:07:39Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['10349c59-05eb-4381-85c5-78b9ed9459a9'], 'active': True} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:07:44.364665 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvr_db [None req-0e069d33-498e-4cdc-81ab-53cdd69dd2ac None None] Set router 10349c59-05eb-4381-85c5-78b9ed9459a9 gateway port host: dv-cinder-793515-4-smb {{(pid=105129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:07:44.646855 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-0e069d33-498e-4cdc-81ab-53cdd69dd2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'name': 'tempest-AttachVolumeShelveTestJSON-728062373-router', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': 'c1ba7bf7-47c4-4bbf-9d40-37a856a8118b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:02:20Z', 'updated_at': '2021-06-29T11:02:24Z', 'revision_number': 4, 'project_id': '35801b52e2a44d01a98a1f9fc869638e', 'gw_port': {'id': 'c1ba7bf7-47c4-4bbf-9d40-37a856a8118b', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:21Z', 'updated_at': '2021-06-29T11:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_interfaces': [{'id': '074821cf-3aeb-409a-a6fb-3df20f5999f6', 'name': '', 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'mac_address': 'fa:16:3e:27:ce:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:23Z', 'updated_at': '2021-06-29T11:02:30Z', 'revision_number': 5, 'project_id': '35801b52e2a44d01a98a1f9fc869638e', 'subnets': [{'id': '18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:07:44.675177 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e069d33-498e-4cdc-81ab-53cdd69dd2ac None None] The sync data for ids ['10349c59-05eb-4381-85c5-78b9ed9459a9'] in dv-cinder-793515-4-smb is: [{'id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'name': 'tempest-AttachVolumeShelveTestJSON-728062373-router', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': 'c1ba7bf7-47c4-4bbf-9d40-37a856a8118b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:02:20Z', 'updated_at': '2021-06-29T11:02:24Z', 'revision_number': 4, 'project_id': '35801b52e2a44d01a98a1f9fc869638e', 'gw_port': {'id': 'c1ba7bf7-47c4-4bbf-9d40-37a856a8118b', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:21Z', 'updated_at': '2021-06-29T11:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb', '_interfaces': [{'id': '074821cf-3aeb-409a-a6fb-3df20f5999f6', 'name': '', 'network_id': '1a641979-4a76-4c4c-b2a0-9e114b271b54', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'mac_address': 'fa:16:3e:27:ce:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:23Z', 'updated_at': '2021-06-29T11:02:30Z', 'revision_number': 5, 'project_id': '35801b52e2a44d01a98a1f9fc869638e', 'subnets': [{'id': '18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:07:44.877142 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42bbbc3-a2d6-4eab-bb72-98279fe80467 None None] New status for floating IP 968ff085-7bd6-4743-8445-3d5a609369a3: DOWN {{(pid=105128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 11:07:44.982904 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 59608) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:07:45.039276 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-38cf110b-c918-451a-9155-66df46be3553 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:45.062604 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-38cf110b-c918-451a-9155-66df46be3553 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:45.161762 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-38cf110b-c918-451a-9155-66df46be3553 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:45.164524 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-38cf110b-c918-451a-9155-66df46be3553 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:45.165804 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-38cf110b-c918-451a-9155-66df46be3553 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "DELETE /v2.0/security-groups/740b36ee-ee12-41c0-aba8-2e99fa5bf27a HTTP/1.1" status: 204 len: 168 time: 0.1813927 Jun 29 11:07:45.166621 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-786b852a-5f28-473a-a85e-15904ff4dcbd tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:07:45.168467 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 59610) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:07:45.182702 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf110b-c918-451a-9155-66df46be3553 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=740b36ee-ee12-41c0-aba8-2e99fa5bf27a,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:07:45.183687 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.api.v2.resource [None req-0562b1c5-29e3-4241-bc05-d775640710f7 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] show failed (client error): The resource could not be found. Jun 29 11:07:45.185129 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-38cf110b-c918-451a-9155-66df46be3553 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:07:45.188275 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 59612) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:07:45.188749 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-0562b1c5-29e3-4241-bc05-d775640710f7 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "GET /v2.0/security-groups/740b36ee-ee12-41c0-aba8-2e99fa5bf27a HTTP/1.1" status: 404 len: 347 time: 0.0190716 Jun 29 11:07:45.311852 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [None req-5e170c18-3d5e-4f7e-9ecf-d70d1c3cfaf6 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Deleting port f3eeac64-f126-442d-a0a8-ab63af9a1643 {{(pid=105127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:07:45.312197 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-5e170c18-3d5e-4f7e-9ecf-d70d1c3cfaf6 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:45.391161 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-5e170c18-3d5e-4f7e-9ecf-d70d1c3cfaf6 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:45.391496 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-5e170c18-3d5e-4f7e-9ecf-d70d1c3cfaf6 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:45.402599 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [None req-5e170c18-3d5e-4f7e-9ecf-d70d1c3cfaf6 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Calling delete_port for f3eeac64-f126-442d-a0a8-ab63af9a1643 owned by network:floatingip {{(pid=105127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:07:45.729613 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-5e170c18-3d5e-4f7e-9ecf-d70d1c3cfaf6 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130347151'] for port, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:45.731520 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-9384ca26-c72b-42a5-8c8f-ad893acf1d1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:07:45.753766 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e170c18-3d5e-4f7e-9ecf-d70d1c3cfaf6 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Pushing event deleted for resources: {'Port': ['ID=f3eeac64-f126-442d-a0a8-ab63af9a1643,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:07:45.757653 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-5e170c18-3d5e-4f7e-9ecf-d70d1c3cfaf6 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:07:45.816763 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-5e170c18-3d5e-4f7e-9ecf-d70d1c3cfaf6 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks [] for floatingip, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:45.819248 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-5e170c18-3d5e-4f7e-9ecf-d70d1c3cfaf6 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14516'] for floatingip, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:45.820391 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-5e170c18-3d5e-4f7e-9ecf-d70d1c3cfaf6 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] 10.222.0.66 "DELETE /v2.0/floatingips/968ff085-7bd6-4743-8445-3d5a609369a3 HTTP/1.1" status: 204 len: 168 time: 0.6311531 Jun 29 11:07:46.491070 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device ac56e679-2857-40c8-9581-8c8aadaf497a no longer exists at agent hyperv_hv-cinder-79351 {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:07:46.512261 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] No Port match for: ac56e679-2857-40c8-9581-8c8aadaf497a {{(pid=105128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:07:46.512648 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Device ac56e679-2857-40c8-9581-8c8aadaf497a not bound to the agent host hv-cinder-79351 {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:07:48.757746 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 59634) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:07:49.236125 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-2a49bc73-5ca1-4463-9d69-fcef8d3f3d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606464'] for router_interface, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:49.483368 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [None req-2a49bc73-5ca1-4463-9d69-fcef8d3f3d2d admin admin] Deleting port 074821cf-3aeb-409a-a6fb-3df20f5999f6 {{(pid=105127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:07:49.483708 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-2a49bc73-5ca1-4463-9d69-fcef8d3f3d2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:49.562315 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [None req-2a49bc73-5ca1-4463-9d69-fcef8d3f3d2d admin admin] For port 074821cf-3aeb-409a-a6fb-3df20f5999f6, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=074821cf-3aeb-409a-a6fb-3df20f5999f6,segment=NetworkSegment(1870111f-630d-4b64-b696-1c360ea6bbfe),segment_id=1870111f-630d-4b64-b696-1c360ea6bbfe)] {{(pid=105127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:07:49.562594 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-2a49bc73-5ca1-4463-9d69-fcef8d3f3d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:49.574747 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [None req-2a49bc73-5ca1-4463-9d69-fcef8d3f3d2d admin admin] Calling delete_port for 074821cf-3aeb-409a-a6fb-3df20f5999f6 owned by network:router_interface {{(pid=105127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:07:49.803118 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-2a49bc73-5ca1-4463-9d69-fcef8d3f3d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130347151'] for port, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:49.805256 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-a28774e8-abf9-4b14-8e97-f85f8a8a78c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:07:49.832599 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a49bc73-5ca1-4463-9d69-fcef8d3f3d2d admin admin] Pushing event deleted for resources: {'Port': ['ID=074821cf-3aeb-409a-a6fb-3df20f5999f6,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:07:49.835527 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-2a49bc73-5ca1-4463-9d69-fcef8d3f3d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:07:49.995336 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-2a49bc73-5ca1-4463-9d69-fcef8d3f3d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-607888'] for router_interface, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:50.204183 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a49bc73-5ca1-4463-9d69-fcef8d3f3d2d admin admin] Router 10349c59-05eb-4381-85c5-78b9ed9459a9 has already been hosted by L3 agent 3b2ad6f0-f3d9-4012-ac35-d330af5e0962 {{(pid=105127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:07:50.305631 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a49bc73-5ca1-4463-9d69-fcef8d3f3d2d admin admin] Notify agent at l3_agent.dv-cinder-793515-4-smb the message routers_updated {{(pid=105127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:07:50.314242 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-2a49bc73-5ca1-4463-9d69-fcef8d3f3d2d admin admin] 10.222.0.66 "PUT /v2.0/routers/10349c59-05eb-4381-85c5-78b9ed9459a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5539389 Jun 29 11:07:50.315337 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 59638) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:07:50.317662 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a4dae9-a122-4733-b12b-78b9826540eb None None] Sync routers for ids ['10349c59-05eb-4381-85c5-78b9ed9459a9'] in dv-cinder-793515-4-smb {{(pid=105129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:07:50.326721 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a4dae9-a122-4733-b12b-78b9826540eb None None] Routers {'10349c59-05eb-4381-85c5-78b9ed9459a9'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:07:50.327340 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-d3a4dae9-a122-4733-b12b-78b9826540eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:07:39Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['10349c59-05eb-4381-85c5-78b9ed9459a9'], 'active': True} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:07:50.417939 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c537ab24-5060-4697-aeb6-20f35b9df0dd admin admin] Notify callbacks [] for router, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:50.433117 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvr_db [None req-d3a4dae9-a122-4733-b12b-78b9826540eb None None] Set router 10349c59-05eb-4381-85c5-78b9ed9459a9 gateway port host: dv-cinder-793515-4-smb {{(pid=105129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:07:50.618506 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-d3a4dae9-a122-4733-b12b-78b9826540eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'name': 'tempest-AttachVolumeShelveTestJSON-728062373-router', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': 'c1ba7bf7-47c4-4bbf-9d40-37a856a8118b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:02:20Z', 'updated_at': '2021-06-29T11:07:49Z', 'revision_number': 5, 'project_id': '35801b52e2a44d01a98a1f9fc869638e', 'gw_port': {'id': 'c1ba7bf7-47c4-4bbf-9d40-37a856a8118b', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:21Z', 'updated_at': '2021-06-29T11:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb'}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:07:50.645216 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a4dae9-a122-4733-b12b-78b9826540eb None None] Checking router: 10349c59-05eb-4381-85c5-78b9ed9459a9 for host: dv-cinder-793515-4-smb {{(pid=105129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:07:50.653624 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a4dae9-a122-4733-b12b-78b9826540eb None None] Routers {'10349c59-05eb-4381-85c5-78b9ed9459a9'} bound to L3 agent in host dv-cinder-793515-4-smb {{(pid=105129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:07:50.654240 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-d3a4dae9-a122-4733-b12b-78b9826540eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T10:50:39Z,description=,heartbeat_timestamp=2021-06-29T11:07:39Z,host='dv-cinder-793515-4-smb',id=3b2ad6f0-f3d9-4012-ac35-d330af5e0962,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:50:39Z,topic='l3_agent')) {'router_ids': ['10349c59-05eb-4381-85c5-78b9ed9459a9'], 'active': True} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:07:50.757629 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_dvr_db [None req-d3a4dae9-a122-4733-b12b-78b9826540eb None None] Set router 10349c59-05eb-4381-85c5-78b9ed9459a9 gateway port host: dv-cinder-793515-4-smb {{(pid=105129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:07:50.789940 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c537ab24-5060-4697-aeb6-20f35b9df0dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:50.901360 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [None req-c537ab24-5060-4697-aeb6-20f35b9df0dd admin admin] Deleting port c1ba7bf7-47c4-4bbf-9d40-37a856a8118b {{(pid=105127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:07:50.902038 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c537ab24-5060-4697-aeb6-20f35b9df0dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:50.934647 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.l3_hamode_db [None req-d3a4dae9-a122-4733-b12b-78b9826540eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'name': 'tempest-AttachVolumeShelveTestJSON-728062373-router', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': 'c1ba7bf7-47c4-4bbf-9d40-37a856a8118b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:02:20Z', 'updated_at': '2021-06-29T11:07:49Z', 'revision_number': 5, 'project_id': '35801b52e2a44d01a98a1f9fc869638e', 'gw_port': {'id': 'c1ba7bf7-47c4-4bbf-9d40-37a856a8118b', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:21Z', 'updated_at': '2021-06-29T11:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb'}], 'dv-cinder-793515-4-smb', False) {} {{(pid=105129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:07:50.959665 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a4dae9-a122-4733-b12b-78b9826540eb None None] The sync data for ids ['10349c59-05eb-4381-85c5-78b9ed9459a9'] in dv-cinder-793515-4-smb is: [{'id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'name': 'tempest-AttachVolumeShelveTestJSON-728062373-router', 'tenant_id': '35801b52e2a44d01a98a1f9fc869638e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'external_fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': 'c1ba7bf7-47c4-4bbf-9d40-37a856a8118b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:02:20Z', 'updated_at': '2021-06-29T11:07:49Z', 'revision_number': 5, 'project_id': '35801b52e2a44d01a98a1f9fc869638e', 'gw_port': {'id': 'c1ba7bf7-47c4-4bbf-9d40-37a856a8118b', 'name': '', 'network_id': '1d7db265-d806-41f6-8c7b-d59edd3be907', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10349c59-05eb-4381-85c5-78b9ed9459a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:02:21Z', 'updated_at': '2021-06-29T11:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc612ae2-4270-45ac-95ad-2bcf2d224ecb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-smb'}] {{(pid=105129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:07:50.977358 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [None req-c537ab24-5060-4697-aeb6-20f35b9df0dd admin admin] For port c1ba7bf7-47c4-4bbf-9d40-37a856a8118b, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=c1ba7bf7-47c4-4bbf-9d40-37a856a8118b,segment=NetworkSegment(cf6731c6-a9cf-4901-a91e-9599bf0473fe),segment_id=cf6731c6-a9cf-4901-a91e-9599bf0473fe)] {{(pid=105127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:07:50.977710 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c537ab24-5060-4697-aeb6-20f35b9df0dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:50.997268 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [None req-c537ab24-5060-4697-aeb6-20f35b9df0dd admin admin] Calling delete_port for c1ba7bf7-47c4-4bbf-9d40-37a856a8118b owned by network:router_gateway {{(pid=105127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:07:51.242800 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c537ab24-5060-4697-aeb6-20f35b9df0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130347151'] for port, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:51.244791 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-d013ce40-62ac-4aad-842a-b97e80ea759b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:07:51.267950 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537ab24-5060-4697-aeb6-20f35b9df0dd admin admin] Pushing event deleted for resources: {'Port': ['ID=c1ba7bf7-47c4-4bbf-9d40-37a856a8118b,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:07:51.271051 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-c537ab24-5060-4697-aeb6-20f35b9df0dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:07:51.328953 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c537ab24-5060-4697-aeb6-20f35b9df0dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606844'] for router_gateway, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:51.430036 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c537ab24-5060-4697-aeb6-20f35b9df0dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-644'] for router, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:51.432425 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c537ab24-5060-4697-aeb6-20f35b9df0dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:51.557633 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c537ab24-5060-4697-aeb6-20f35b9df0dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-608061'] for router, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:51.558213 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c537ab24-5060-4697-aeb6-20f35b9df0dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10349c59-05eb-4381-85c5-78b9ed9459a9 {{(pid=105127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 11:07:51.562417 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c537ab24-5060-4697-aeb6-20f35b9df0dd admin admin] Notify callbacks [] for router, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:51.564626 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-c537ab24-5060-4697-aeb6-20f35b9df0dd admin admin] 10.222.0.66 "DELETE /v2.0/routers/10349c59-05eb-4381-85c5-78b9ed9459a9 HTTP/1.1" status: 204 len: 168 time: 1.2480819 Jun 29 11:07:51.566123 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 59640) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:07:51.612586 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.db_base_plugin_v2 [None req-317dac0b-4c49-4276-9908-54dd02fab76c admin admin] Deleting subnet 18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2 {{(pid=105127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:07:51.616048 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-317dac0b-4c49-4276-9908-54dd02fab76c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:51.653199 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-317dac0b-4c49-4276-9908-54dd02fab76c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133725506'] for subnet, precommit_delete_associations {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:51.734081 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-317dac0b-4c49-4276-9908-54dd02fab76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403832'] for subnet, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:51.864147 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-317dac0b-4c49-4276-9908-54dd02fab76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130347089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130097026'] for subnet, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:51.866504 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-e01e5f55-ad9f-493d-8ee9-cbc43d48d344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:07:51.891396 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317dac0b-4c49-4276-9908-54dd02fab76c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:07:51.894405 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-317dac0b-4c49-4276-9908-54dd02fab76c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:07:51.895394 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-317dac0b-4c49-4276-9908-54dd02fab76c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for subnet, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:51.897283 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-317dac0b-4c49-4276-9908-54dd02fab76c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/18cff5fa-4022-4bb3-b1cf-4dcffe7cf1a2 HTTP/1.1" status: 204 len: 168 time: 0.3301744 Jun 29 11:07:51.899785 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 59642) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:07:51.902754 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0326280a-04cf-4b4d-b806-2584257b66fb None None] Network 1a641979-4a76-4c4c-b2a0-9e114b271b54 requested from dv-cinder-793515-4-smb {{(pid=105128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:07:51.968743 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f6f0c374-a2a9-4fad-b73c-aa9f2519f812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513381'] for network, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:52.040045 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [None req-f6f0c374-a2a9-4fad-b73c-aa9f2519f812 admin admin] Deleting port f9e64fea-50cc-4853-bd7a-1f833cce2ee2 {{(pid=105127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:07:52.040418 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f6f0c374-a2a9-4fad-b73c-aa9f2519f812 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:52.054112 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device c1ba7bf7-47c4-4bbf-9d40-37a856a8118b no longer exists at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:07:52.074777 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] No Port match for: c1ba7bf7-47c4-4bbf-9d40-37a856a8118b {{(pid=105128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:07:52.075136 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device c1ba7bf7-47c4-4bbf-9d40-37a856a8118b not bound to the agent host dv-cinder-793515-4-smb {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:07:52.075573 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 074821cf-3aeb-409a-a6fb-3df20f5999f6 no longer exists at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:07:52.100175 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] No Port match for: 074821cf-3aeb-409a-a6fb-3df20f5999f6 {{(pid=105128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:07:52.100559 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device 074821cf-3aeb-409a-a6fb-3df20f5999f6 not bound to the agent host dv-cinder-793515-4-smb {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:07:52.107253 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.db [None req-f6f0c374-a2a9-4fad-b73c-aa9f2519f812 admin admin] For port f9e64fea-50cc-4853-bd7a-1f833cce2ee2, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=f9e64fea-50cc-4853-bd7a-1f833cce2ee2,segment=NetworkSegment(1870111f-630d-4b64-b696-1c360ea6bbfe),segment_id=1870111f-630d-4b64-b696-1c360ea6bbfe)] {{(pid=105127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:07:52.107253 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f6f0c374-a2a9-4fad-b73c-aa9f2519f812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:52.114553 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db210ee0-bace-4413-92a2-3a250565631a None None] DHCP port deletion for 1a641979-4a76-4c4c-b2a0-9e114b271b54 request from dv-cinder-793515-4-smb {{(pid=105128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 11:07:52.121269 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.plugin [None req-f6f0c374-a2a9-4fad-b73c-aa9f2519f812 admin admin] Calling delete_port for f9e64fea-50cc-4853-bd7a-1f833cce2ee2 owned by network:dhcp {{(pid=105127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:07:52.158908 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-db210ee0-bace-4413-92a2-3a250565631a None None] Deleting port f9e64fea-50cc-4853-bd7a-1f833cce2ee2 {{(pid=105128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:07:52.159292 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-db210ee0-bace-4413-92a2-3a250565631a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761935654696'] for port, before_delete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:52.221989 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.db [None req-db210ee0-bace-4413-92a2-3a250565631a None None] For port f9e64fea-50cc-4853-bd7a-1f833cce2ee2, host dv-cinder-793515-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-smb',level=0,port_id=f9e64fea-50cc-4853-bd7a-1f833cce2ee2,segment=NetworkSegment(1870111f-630d-4b64-b696-1c360ea6bbfe),segment_id=1870111f-630d-4b64-b696-1c360ea6bbfe)] {{(pid=105128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:07:52.222389 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-db210ee0-bace-4413-92a2-3a250565631a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608573'] for port, precommit_delete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:52.234994 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-db210ee0-bace-4413-92a2-3a250565631a None None] Calling delete_port for f9e64fea-50cc-4853-bd7a-1f833cce2ee2 owned by network:dhcp {{(pid=105128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:07:52.283082 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f6f0c374-a2a9-4fad-b73c-aa9f2519f812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130347151'] for port, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:52.286091 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-82984d55-fe3d-40b3-9ac1-f6eca88433da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:07:52.306994 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-db210ee0-bace-4413-92a2-3a250565631a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761935560933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761935084036'] for port, after_delete {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:52.309421 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:07:52.311397 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f0c374-a2a9-4fad-b73c-aa9f2519f812 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9e64fea-50cc-4853-bd7a-1f833cce2ee2,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:07:52.313241 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f0c374-a2a9-4fad-b73c-aa9f2519f812 admin admin] No DVR routers for this DVR port f9e64fea-50cc-4853-bd7a-1f833cce2ee2 on host dv-cinder-793515-4-smb {{(pid=105127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:07:52.314709 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-f6f0c374-a2a9-4fad-b73c-aa9f2519f812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:07:52.335675 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db210ee0-bace-4413-92a2-3a250565631a None None] Pushing event deleted for resources: {'Port': ['ID=f9e64fea-50cc-4853-bd7a-1f833cce2ee2,revision_number=None']} {{(pid=105128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:07:52.342923 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db210ee0-bace-4413-92a2-3a250565631a None None] No DVR routers for this DVR port f9e64fea-50cc-4853-bd7a-1f833cce2ee2 on host dv-cinder-793515-4-smb {{(pid=105128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:07:52.346735 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db210ee0-bace-4413-92a2-3a250565631a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:07:52.347476 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db210ee0-bace-4413-92a2-3a250565631a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:07:52.347985 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db210ee0-bace-4413-92a2-3a250565631a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:07:52.348329 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db210ee0-bace-4413-92a2-3a250565631a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:07:52.348685 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db210ee0-bace-4413-92a2-3a250565631a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:07:52.349020 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db210ee0-bace-4413-92a2-3a250565631a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:07:52.349349 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db210ee0-bace-4413-92a2-3a250565631a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:07:52.349676 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db210ee0-bace-4413-92a2-3a250565631a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:07:52.350003 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db210ee0-bace-4413-92a2-3a250565631a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:07:52.350357 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db210ee0-bace-4413-92a2-3a250565631a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:07:52.350676 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db210ee0-bace-4413-92a2-3a250565631a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:07:52.350996 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db210ee0-bace-4413-92a2-3a250565631a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:07:52.354094 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG oslo_concurrency.lockutils [None req-db210ee0-bace-4413-92a2-3a250565631a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=105128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:07:52.387072 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f6f0c374-a2a9-4fad-b73c-aa9f2519f812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405582', 'neutron.services.segments.db._delete_segments_for_network-8761935544625'] for network, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:52.401440 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.services.segments.db [None req-f6f0c374-a2a9-4fad-b73c-aa9f2519f812 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a641979-4a76-4c4c-b2a0-9e114b271b54']}} {{(pid=105127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:07:52.406774 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.services.segments.db [None req-f6f0c374-a2a9-4fad-b73c-aa9f2519f812 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1870111f-630d-4b64-b696-1c360ea6bbfe') {'for_net_delete': True} {{(pid=105127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:07:52.407069 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.services.segments.db [None req-f6f0c374-a2a9-4fad-b73c-aa9f2519f812 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1870111f-630d-4b64-b696-1c360ea6bbfe') {} {{(pid=105127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:07:52.416032 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f6f0c374-a2a9-4fad-b73c-aa9f2519f812 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761935440276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133725513'] for segment, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:52.429722 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f6f0c374-a2a9-4fad-b73c-aa9f2519f812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790'] for segment, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:52.435916 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6f0c374-a2a9-4fad-b73c-aa9f2519f812 admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=105127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:07:52.436289 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f6f0c374-a2a9-4fad-b73c-aa9f2519f812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130347196'] for segment, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:52.437888 dv-cinder-793515-4-smb neutron-server[105127]: Traceback (most recent call last): Jun 29 11:07:52.437888 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:07:52.437888 dv-cinder-793515-4-smb neutron-server[105127]: timer() Jun 29 11:07:52.437888 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:07:52.437888 dv-cinder-793515-4-smb neutron-server[105127]: cb(*args, **kw) Jun 29 11:07:52.437888 dv-cinder-793515-4-smb neutron-server[105127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:07:52.437888 dv-cinder-793515-4-smb neutron-server[105127]: return func(*args, **kwargs) Jun 29 11:07:52.437888 dv-cinder-793515-4-smb neutron-server[105127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:07:52.437888 dv-cinder-793515-4-smb neutron-server[105127]: self._notify() Jun 29 11:07:52.437888 dv-cinder-793515-4-smb neutron-server[105127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:07:52.437888 dv-cinder-793515-4-smb neutron-server[105127]: self.callback(batched_events) Jun 29 11:07:52.437888 dv-cinder-793515-4-smb neutron-server[105127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:07:52.437888 dv-cinder-793515-4-smb neutron-server[105127]: event.method(event) Jun 29 11:07:52.437888 dv-cinder-793515-4-smb neutron-server[105127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:07:52.437888 dv-cinder-793515-4-smb neutron-server[105127]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:07:52.437888 dv-cinder-793515-4-smb neutron-server[105127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:07:52.437888 dv-cinder-793515-4-smb neutron-server[105127]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:07:52.437888 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:07:52.437888 dv-cinder-793515-4-smb neutron-server[105127]: return f(self, *a, **k) Jun 29 11:07:52.437888 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:07:52.437888 dv-cinder-793515-4-smb neutron-server[105127]: return self._get(url).json() Jun 29 11:07:52.437888 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:07:52.437888 dv-cinder-793515-4-smb neutron-server[105127]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:07:52.437888 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:07:52.437888 dv-cinder-793515-4-smb neutron-server[105127]: return self.request(url, 'GET', **kwargs) Jun 29 11:07:52.437888 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:07:52.437888 dv-cinder-793515-4-smb neutron-server[105127]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:07:52.437888 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:07:52.437888 dv-cinder-793515-4-smb neutron-server[105127]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:07:52.437888 dv-cinder-793515-4-smb neutron-server[105127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:07:52.437888 dv-cinder-793515-4-smb neutron-server[105127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:07:52.437888 dv-cinder-793515-4-smb neutron-server[105127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:07:52.574632 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f6f0c374-a2a9-4fad-b73c-aa9f2519f812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1543116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606861'] for network, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:52.579387 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-f6f0c374-a2a9-4fad-b73c-aa9f2519f812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543145'] for network, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:52.581320 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-f6f0c374-a2a9-4fad-b73c-aa9f2519f812 admin admin] 10.222.0.66 "DELETE /v2.0/networks/1a641979-4a76-4c4c-b2a0-9e114b271b54 HTTP/1.1" status: 204 len: 168 time: 0.6806428 Jun 29 11:07:52.582099 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-1ddfaefa-a611-41b9-a5fc-7f79744cf611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:07:52.594963 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f0c374-a2a9-4fad-b73c-aa9f2519f812 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a641979-4a76-4c4c-b2a0-9e114b271b54,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:07:52.597478 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-f6f0c374-a2a9-4fad-b73c-aa9f2519f812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:07:52.865762 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 59646) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:07:52.910774 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-7361f7da-4d2f-45c5-b486-851fa724f3df admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=35801b52e2a44d01a98a1f9fc869638e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438001 Jun 29 11:07:52.913066 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 59648) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:07:52.959580 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c4e9ec53-b35c-4538-b150-0d041fe7998b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:52.980737 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c4e9ec53-b35c-4538-b150-0d041fe7998b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:53.121093 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c4e9ec53-b35c-4538-b150-0d041fe7998b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:53.123644 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-c4e9ec53-b35c-4538-b150-0d041fe7998b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:53.124808 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-c4e9ec53-b35c-4538-b150-0d041fe7998b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/99bd50b9-a7cc-4c9c-ad54-50fefd8a0f0f HTTP/1.1" status: 204 len: 168 time: 0.2106960 Jun 29 11:07:53.125562 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-8b746838-a1c3-426b-bfb6-3844418b3949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:07:53.133428 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9ec53-b35c-4538-b150-0d041fe7998b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99bd50b9-a7cc-4c9c-ad54-50fefd8a0f0f,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:07:53.136467 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-c4e9ec53-b35c-4538-b150-0d041fe7998b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:07:53.867394 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device f9e64fea-50cc-4853-bd7a-1f833cce2ee2 no longer exists at agent ovs-agent-dv-cinder-793515-4-smb {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:07:53.888827 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.plugin [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] No Port match for: f9e64fea-50cc-4853-bd7a-1f833cce2ee2 {{(pid=105128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:07:53.889192 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron.plugins.ml2.rpc [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Device f9e64fea-50cc-4853-bd7a-1f833cce2ee2 not bound to the agent host dv-cinder-793515-4-smb {{(pid=105128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:07:55.273368 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 59688) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:07:55.374635 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-93a26e44-38c3-4c94-beff-29df8cfbef54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:55.468321 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-93a26e44-38c3-4c94-beff-29df8cfbef54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:55.539909 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-93a26e44-38c3-4c94-beff-29df8cfbef54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:55.542471 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-2e6e4625-3f9b-46c5-8883-56600db484c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:07:55.577404 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a26e44-38c3-4c94-beff-29df8cfbef54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1fdff8-74d7-4358-9c30-4ae6930cdc7a,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:07:55.580464 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-93a26e44-38c3-4c94-beff-29df8cfbef54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:07:55.583156 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-93a26e44-38c3-4c94-beff-29df8cfbef54 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=65da1c4060e74a4c8d5d1dd498059008&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3087556 Jun 29 11:07:55.586190 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 59692) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:07:55.634141 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-f01e8f22-a6de-4df6-8495-74378aeb2af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:55.654854 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-f01e8f22-a6de-4df6-8495-74378aeb2af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:55.779801 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-f01e8f22-a6de-4df6-8495-74378aeb2af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:55.782576 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-f01e8f22-a6de-4df6-8495-74378aeb2af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:55.783716 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-f01e8f22-a6de-4df6-8495-74378aeb2af8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6d1fdff8-74d7-4358-9c30-4ae6930cdc7a HTTP/1.1" status: 204 len: 168 time: 0.1966872 Jun 29 11:07:55.784567 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-48fc88af-8fc4-4f99-ae33-02f1e115cea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:07:55.792438 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01e8f22-a6de-4df6-8495-74378aeb2af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1fdff8-74d7-4358-9c30-4ae6930cdc7a,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:07:55.799950 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e8f22-a6de-4df6-8495-74378aeb2af8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:07:55.800341 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e8f22-a6de-4df6-8495-74378aeb2af8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:07:55.800732 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e8f22-a6de-4df6-8495-74378aeb2af8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:07:55.801138 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e8f22-a6de-4df6-8495-74378aeb2af8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:07:55.801532 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e8f22-a6de-4df6-8495-74378aeb2af8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:07:55.801845 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e8f22-a6de-4df6-8495-74378aeb2af8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:07:55.802205 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e8f22-a6de-4df6-8495-74378aeb2af8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:07:55.802561 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e8f22-a6de-4df6-8495-74378aeb2af8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:07:55.802926 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e8f22-a6de-4df6-8495-74378aeb2af8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:07:55.803278 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e8f22-a6de-4df6-8495-74378aeb2af8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:07:55.803723 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e8f22-a6de-4df6-8495-74378aeb2af8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:07:55.804066 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e8f22-a6de-4df6-8495-74378aeb2af8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-smb {{(pid=105126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:07:55.807803 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-f01e8f22-a6de-4df6-8495-74378aeb2af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:07:56.315365 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 59698) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:07:56.328993 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-85d0d547-3866-43c3-a671-723557844bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:56.415249 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-85d0d547-3866-43c3-a671-723557844bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:56.488038 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-85d0d547-3866-43c3-a671-723557844bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:56.490475 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-5c25871c-47ee-463a-b997-d9eaee62a994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:07:56.524706 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d0d547-3866-43c3-a671-723557844bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c014ce12-3d55-4ab7-bff6-4a7c782d642c,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:07:56.529495 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-85d0d547-3866-43c3-a671-723557844bd4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e128aa50f4c249a89d4ec4ee3212e5a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2131233 Jun 29 11:07:56.530387 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-85d0d547-3866-43c3-a671-723557844bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:07:56.532211 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 59700) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:07:56.578642 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-6ade0431-aec2-4a56-b9dc-330c48694f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:56.599865 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-6ade0431-aec2-4a56-b9dc-330c48694f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:56.705064 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-6ade0431-aec2-4a56-b9dc-330c48694f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:56.707594 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-6ade0431-aec2-4a56-b9dc-330c48694f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:07:56.708759 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-6ade0431-aec2-4a56-b9dc-330c48694f65 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c014ce12-3d55-4ab7-bff6-4a7c782d642c HTTP/1.1" status: 204 len: 168 time: 0.1757290 Jun 29 11:07:56.709533 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-220d81b0-ab2f-4fe7-8077-1f822acdd35b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:07:56.717529 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade0431-aec2-4a56-b9dc-330c48694f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c014ce12-3d55-4ab7-bff6-4a7c782d642c,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:07:56.719664 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-6ade0431-aec2-4a56-b9dc-330c48694f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:07:59.057772 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:05.165297 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 59780) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:08:05.264377 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d047fd81-4fa6-4214-b6aa-a31683a074d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:05.347737 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d047fd81-4fa6-4214-b6aa-a31683a074d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:05.445756 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-d047fd81-4fa6-4214-b6aa-a31683a074d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:05.448160 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-ed2fb4a6-82a7-4f4c-88e8-d2fc94ab5368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:08:05.487998 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-d047fd81-4fa6-4214-b6aa-a31683a074d2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8b4f5544e4a94d7e8317575ad05df4e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3216381 Jun 29 11:08:05.488903 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d047fd81-4fa6-4214-b6aa-a31683a074d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e069a3-0aa5-4f28-880a-eb7027b19420,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:08:05.490653 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 59784) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:08:05.491948 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-d047fd81-4fa6-4214-b6aa-a31683a074d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:08:05.542179 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-269a4380-8e03-44d0-9861-b6e2d8189151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:05.563983 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-269a4380-8e03-44d0-9861-b6e2d8189151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:05.682266 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-269a4380-8e03-44d0-9861-b6e2d8189151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:05.685007 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-269a4380-8e03-44d0-9861-b6e2d8189151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:05.686186 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-269a4380-8e03-44d0-9861-b6e2d8189151 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c7e069a3-0aa5-4f28-880a-eb7027b19420 HTTP/1.1" status: 204 len: 168 time: 0.1945558 Jun 29 11:08:05.687644 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-56c0954c-a15f-4aab-a06a-b0e466c76203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:08:05.695138 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a4380-8e03-44d0-9861-b6e2d8189151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e069a3-0aa5-4f28-880a-eb7027b19420,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:08:05.697601 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-269a4380-8e03-44d0-9861-b6e2d8189151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:08:06.298717 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 59790) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:08:06.312564 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-4f0b400d-856f-477a-8a85-d2643785e978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:06.322116 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-daac52f9-bd6e-4664-b4f9-b8dab15ae7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:06.400439 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-4f0b400d-856f-477a-8a85-d2643785e978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:06.522081 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-4f0b400d-856f-477a-8a85-d2643785e978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:06.524606 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-1916b847-fde0-4ebf-af63-6f187230b91c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:08:06.563879 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-4f0b400d-856f-477a-8a85-d2643785e978 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b8882da3e09f41ab934be7d7aa8db496&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2639778 Jun 29 11:08:06.564735 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b400d-856f-477a-8a85-d2643785e978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9dc96e-809e-4b51-9aa4-82a9542a58fa,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:08:06.567504 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 59792) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:08:06.568021 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-4f0b400d-856f-477a-8a85-d2643785e978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:08:06.616774 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-94206d09-0771-479b-8d0a-f08d2cc93f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:06.637628 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-94206d09-0771-479b-8d0a-f08d2cc93f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:06.773377 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-94206d09-0771-479b-8d0a-f08d2cc93f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:06.775978 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-94206d09-0771-479b-8d0a-f08d2cc93f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:06.777163 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-94206d09-0771-479b-8d0a-f08d2cc93f27 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cb9dc96e-809e-4b51-9aa4-82a9542a58fa HTTP/1.1" status: 204 len: 168 time: 0.2080066 Jun 29 11:08:06.777958 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-d254c89c-1bc1-4ac7-ae49-33c861932a28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:08:06.785486 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94206d09-0771-479b-8d0a-f08d2cc93f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9dc96e-809e-4b51-9aa4-82a9542a58fa,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:08:06.787709 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-94206d09-0771-479b-8d0a-f08d2cc93f27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:08:08.828981 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-a8ee5c7a-8cbc-4c6b-96d5-18b5d7b588bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:08.983715 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:10.230258 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:10.287761 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.agents_db [None req-6227a327-39ba-4b2a-b4ab-7b0e2d6295dc None None] Agent healthcheck: found 6 active agents {{(pid=105129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:08:11.693610 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:16.220239 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 59876) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:08:16.322478 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-eb50e99d-f43c-4ac0-b90e-26fa210df50d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:16.408059 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-eb50e99d-f43c-4ac0-b90e-26fa210df50d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:16.484922 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-eb50e99d-f43c-4ac0-b90e-26fa210df50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:16.487852 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-dde4d1b5-0aa4-4de5-85c3-cb478d856768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:08:16.526677 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-eb50e99d-f43c-4ac0-b90e-26fa210df50d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f887c41250d7424fb5dbeb5ae2439ea4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3052371 Jun 29 11:08:16.527801 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb50e99d-f43c-4ac0-b90e-26fa210df50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9967eb9-435f-4a67-b531-d8b7bed4d213,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:08:16.529405 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 59880) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:08:16.535964 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-eb50e99d-f43c-4ac0-b90e-26fa210df50d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:08:16.578872 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-c627f82a-0103-4826-80d3-ce610e8334ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:16.599749 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-c627f82a-0103-4826-80d3-ce610e8334ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:16.707903 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-c627f82a-0103-4826-80d3-ce610e8334ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:16.710466 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-c627f82a-0103-4826-80d3-ce610e8334ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:16.711593 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-c627f82a-0103-4826-80d3-ce610e8334ac admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a9967eb9-435f-4a67-b531-d8b7bed4d213 HTTP/1.1" status: 204 len: 168 time: 0.1803296 Jun 29 11:08:16.712342 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-9177a9b7-9b89-4e75-ad40-a978aeecfcbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:08:16.719884 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c627f82a-0103-4826-80d3-ce610e8334ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9967eb9-435f-4a67-b531-d8b7bed4d213,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:08:16.722929 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-c627f82a-0103-4826-80d3-ce610e8334ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:08:17.255833 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 59886) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:08:17.269849 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-195fef30-061a-495a-9f83-64f926f4e181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:17.356147 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-195fef30-061a-495a-9f83-64f926f4e181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:17.445317 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-195fef30-061a-495a-9f83-64f926f4e181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:17.447658 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-2a3bab8d-57ab-42e4-9723-1a227df3bddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:08:17.483585 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-195fef30-061a-495a-9f83-64f926f4e181 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5b3298cf84924997971a225fe7c12a91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2266312 Jun 29 11:08:17.484536 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195fef30-061a-495a-9f83-64f926f4e181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773adf5b-1b8b-401e-8f2a-c580047ec5cf,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:08:17.487000 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 59888) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:08:17.487991 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-195fef30-061a-495a-9f83-64f926f4e181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:08:17.535218 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-7d4a2c44-329e-4535-b8d9-918336597b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:17.556764 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-7d4a2c44-329e-4535-b8d9-918336597b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:17.685262 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-7d4a2c44-329e-4535-b8d9-918336597b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:17.687830 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-7d4a2c44-329e-4535-b8d9-918336597b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:17.689026 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-7d4a2c44-329e-4535-b8d9-918336597b88 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/773adf5b-1b8b-401e-8f2a-c580047ec5cf HTTP/1.1" status: 204 len: 168 time: 0.2010562 Jun 29 11:08:17.690561 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-a4bbf513-00b1-4ee8-817f-f5c452080a79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:08:17.698563 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a2c44-329e-4535-b8d9-918336597b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773adf5b-1b8b-401e-8f2a-c580047ec5cf,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:08:17.700998 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-7d4a2c44-329e-4535-b8d9-918336597b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:08:20.378758 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 59958) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:08:20.480177 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-7dd7573f-4112-4ed7-b63b-65666c1b46c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:20.566613 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-7dd7573f-4112-4ed7-b63b-65666c1b46c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:20.612764 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-7dd7573f-4112-4ed7-b63b-65666c1b46c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:20.616063 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-555aa57c-6647-42fa-9aad-8134cbe8c2c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:08:20.651701 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-7dd7573f-4112-4ed7-b63b-65666c1b46c2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=39ef527801024ecab851259d3c717a7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2719111 Jun 29 11:08:20.652712 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7573f-4112-4ed7-b63b-65666c1b46c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e613c2f4-079f-4dda-acb3-60f0ec9e8846,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:08:20.654338 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 59962) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:08:20.655709 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-7dd7573f-4112-4ed7-b63b-65666c1b46c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:08:20.702417 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-1417b937-5320-49e0-b4cd-dc192824a444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:20.724118 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-1417b937-5320-49e0-b4cd-dc192824a444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:20.839378 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-1417b937-5320-49e0-b4cd-dc192824a444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:20.842009 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-1417b937-5320-49e0-b4cd-dc192824a444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:20.843171 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-1417b937-5320-49e0-b4cd-dc192824a444 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e613c2f4-079f-4dda-acb3-60f0ec9e8846 HTTP/1.1" status: 204 len: 168 time: 0.1872506 Jun 29 11:08:20.843917 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-cc9abdb0-bcba-41da-ad80-4e3e9e79187e tempest-AttachVolumeTestJSON-1261884321 tempest-AttachVolumeTestJSON-1261884321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:08:20.852299 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1417b937-5320-49e0-b4cd-dc192824a444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e613c2f4-079f-4dda-acb3-60f0ec9e8846,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:08:20.855023 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-1417b937-5320-49e0-b4cd-dc192824a444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:08:21.390623 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 59968) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:08:21.404816 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-49fb117c-fb4f-4db1-abbc-0ff9b6601ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:21.569294 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-49fb117c-fb4f-4db1-abbc-0ff9b6601ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:21.640918 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-49fb117c-fb4f-4db1-abbc-0ff9b6601ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:21.643199 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-ed741a96-4254-4936-bb4b-dab5cd388298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:08:21.687686 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-49fb117c-fb4f-4db1-abbc-0ff9b6601ed4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4405ff5deb2840d5b49328f0bb242d74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2957606 Jun 29 11:08:21.688972 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb117c-fb4f-4db1-abbc-0ff9b6601ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64b987e-e461-46a9-8880-ae1fb7ab690e,revision_number=1']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:08:21.690100 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 59970) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:08:21.693758 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-49fb117c-fb4f-4db1-abbc-0ff9b6601ed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:08:21.745984 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-f11d3913-88cd-483d-b206-6231c7c17d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:21.766811 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-f11d3913-88cd-483d-b206-6231c7c17d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:21.913583 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-f11d3913-88cd-483d-b206-6231c7c17d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:21.916184 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-f11d3913-88cd-483d-b206-6231c7c17d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:21.917346 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-f11d3913-88cd-483d-b206-6231c7c17d4a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a64b987e-e461-46a9-8880-ae1fb7ab690e HTTP/1.1" status: 204 len: 168 time: 0.2256041 Jun 29 11:08:21.918113 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-1c2ff497-5739-43f7-8be4-a67a37f2eebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:08:21.926350 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3913-88cd-483d-b206-6231c7c17d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64b987e-e461-46a9-8880-ae1fb7ab690e,revision_number=None']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:08:21.928677 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-f11d3913-88cd-483d-b206-6231c7c17d4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:08:29.052818 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:36.324369 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-b49a0848-4f8c-4ec9-8db7-3eab93dbab08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:38.816028 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-7c503664-b81d-438d-9986-fc0808e2bf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:39.000743 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:40.206659 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:40.670561 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.wsgi [-] (105126) accepted ('10.222.0.66', 60112) {{(pid=105126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:08:40.772625 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-b15c9e7b-ee4b-47e8-929a-386d33a9021e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:40.855273 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-b15c9e7b-ee4b-47e8-929a-386d33a9021e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:40.935471 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-b15c9e7b-ee4b-47e8-929a-386d33a9021e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_create {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:40.938048 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-dbc2cbb1-b76d-4fdc-928f-1d5fbc800e1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:08:40.974039 dv-cinder-793515-4-smb neutron-server[105126]: INFO neutron.wsgi [None req-b15c9e7b-ee4b-47e8-929a-386d33a9021e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e9716f7432ee484c8d0e04012b5c0a5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3024552 Jun 29 11:08:40.974833 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c9e7b-ee4b-47e8-929a-386d33a9021e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d9a001-5357-4ef2-ac20-6654b5d12520,revision_number=1']} {{(pid=105126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:08:40.976847 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.wsgi [-] (105127) accepted ('10.222.0.66', 60116) {{(pid=105127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:08:40.978009 dv-cinder-793515-4-smb neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-b15c9e7b-ee4b-47e8-929a-386d33a9021e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:08:41.030602 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-bfbae687-89fb-4d27-80f3-91c75d6f7523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:41.051794 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-bfbae687-89fb-4d27-80f3-91c75d6f7523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:41.175771 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-bfbae687-89fb-4d27-80f3-91c75d6f7523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-368747'] for security_group, after_delete {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:41.178331 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron_lib.callbacks.manager [None req-bfbae687-89fb-4d27-80f3-91c75d6f7523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:41.179482 dv-cinder-793515-4-smb neutron-server[105127]: INFO neutron.wsgi [None req-bfbae687-89fb-4d27-80f3-91c75d6f7523 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e3d9a001-5357-4ef2-ac20-6654b5d12520 HTTP/1.1" status: 204 len: 168 time: 0.2016351 Jun 29 11:08:41.180188 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-38cf110b-c918-451a-9155-66df46be3553 tempest-AttachVolumeShelveTestJSON-545973846 tempest-AttachVolumeShelveTestJSON-545973846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:08:41.187526 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbae687-89fb-4d27-80f3-91c75d6f7523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d9a001-5357-4ef2-ac20-6654b5d12520,revision_number=None']} {{(pid=105127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:08:41.190403 dv-cinder-793515-4-smb neutron-server[105127]: DEBUG oslo_concurrency.lockutils [None req-bfbae687-89fb-4d27-80f3-91c75d6f7523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:08:41.697508 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:08:47.287598 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.agents_db [None req-6227a327-39ba-4b2a-b4ab-7b0e2d6295dc None None] Agent healthcheck: found 6 active agents {{(pid=105129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:08:59.051061 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:09:06.307621 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-27f4c69f-50c9-4d99-b56a-bb5a7ac56795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:09:08.791317 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3bb28bb9-f989-4e4f-8b8d-aaa165b99c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:09:08.968557 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:09:10.221666 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:09:11.701694 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:09:24.286710 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.agents_db [None req-6227a327-39ba-4b2a-b4ab-7b0e2d6295dc None None] Agent healthcheck: found 6 active agents {{(pid=105129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:09:29.049359 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:09:36.294685 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6836a470-1c6b-4a13-bc97-c064f2b1eb50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:09:38.803076 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-4ed44b27-f6ea-4498-bdf4-e6073fae123c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:09:38.951604 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:09:40.217745 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:09:41.700236 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:09:59.076591 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:10:01.286460 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.agents_db [None req-6227a327-39ba-4b2a-b4ab-7b0e2d6295dc None None] Agent healthcheck: found 6 active agents {{(pid=105129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:10:06.305799 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-f2378385-1442-458a-ab40-ca7cf86acf91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:10:08.795127 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-249aba36-ab52-4ae7-ab44-324df5b0be2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:10:08.966589 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:10:10.227652 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:10:11.697047 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:10:29.073364 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:10:36.302046 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-5b4b93ec-15b9-43f2-8b28-20cbfc3a818c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:10:38.285245 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.agents_db [None req-6227a327-39ba-4b2a-b4ab-7b0e2d6295dc None None] Agent healthcheck: found 6 active agents {{(pid=105129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:10:38.800829 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-a67eee24-0449-48ec-a475-5626d37f786f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:10:39.001142 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:10:40.213018 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:10:41.707550 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:10:59.081904 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:11:06.310248 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-15d8dbef-d26b-47fb-82fb-7f7cbce90ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:11:08.797058 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-0ef639fa-0ac5-44f4-b982-abac2bef5e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:11:09.000407 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:11:10.269348 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:11:11.715292 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:11:15.287647 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.agents_db [None req-6227a327-39ba-4b2a-b4ab-7b0e2d6295dc None None] Agent healthcheck: found 6 active agents {{(pid=105129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:11:29.127739 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:11:36.304198 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-16084894-54ce-44b6-a265-4948f3fdd0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:11:38.793816 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-477ab46e-6dd3-4784-9263-6d0354b08be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:11:38.976459 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:11:40.225602 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:11:41.711811 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:11:52.286098 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.agents_db [None req-6227a327-39ba-4b2a-b4ab-7b0e2d6295dc None None] Agent healthcheck: found 6 active agents {{(pid=105129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:11:59.122916 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:12:06.332865 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-73c7b940-c4d9-4bbc-99ce-eb62f023e51e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:12:08.859319 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-f5dff71a-ea0f-47ee-b605-0b72055ce042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:12:09.036287 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:12:10.257885 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:12:11.740044 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:12:29.144335 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:12:29.283865 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.agents_db [None req-6227a327-39ba-4b2a-b4ab-7b0e2d6295dc None None] Agent healthcheck: found 6 active agents {{(pid=105129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:12:36.280479 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-05407405-be8c-4610-a497-25114aeb2f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:12:38.801252 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-d4cc80ed-0b4f-46b8-8014-4e1285ff9d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:12:38.989716 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:12:40.252563 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:12:41.718550 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:12:59.155725 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:13:06.281435 dv-cinder-793515-4-smb neutron-server[105129]: DEBUG neutron.db.agents_db [None req-6227a327-39ba-4b2a-b4ab-7b0e2d6295dc None None] Agent healthcheck: found 6 active agents {{(pid=105129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:13:06.292026 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-84de7ade-9973-43c0-8241-c37a6325cfbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:13:08.807099 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-2d08d6f6-3acc-4948-9151-b6d3d9c780a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:13:08.991975 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-345195ad-8ba8-45b4-9134-cbf15b3be6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:13:10.243630 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-3112534f-d16e-4c6d-9dc6-8eb1a41a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:13:11.735355 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-6bda8984-f9bf-4fd9-b332-0b0929b3d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:13:29.178248 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-09ef48c1-1753-496c-9329-f3f90719fb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:13:36.291321 dv-cinder-793515-4-smb neutron-server[105128]: DEBUG neutron_lib.callbacks.manager [None req-735f8fe9-f3e8-4d5d-a06d-11448fcddcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761935544607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408696'] for agent, after_update {{(pid=105128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}